You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/11/13 00:55:12 UTC
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4474 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4474/
4 tests failed.
REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch
Error Message:
Invalid replica : core_node1 in shard/collection : shard1/delLiveColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node1 in shard/collection : shard1/delLiveColl
at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9:DCD3DE6445369AF5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:149)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:135)
at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:115)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
ERROR: SolrZkClient opens=15 closes=14
Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 1) Thread[id=5102, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) 2) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
1) Thread[id=5102, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
2) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)
Build Log:
[...truncated 10804 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> 1799950 T5015 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /yu/
[junit4] 2> 1799957 T5015 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-DeleteReplicaTest-1384300312515
[junit4] 2> 1799959 T5015 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1799959 T5016 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1800060 T5015 oasc.ZkTestServer.run start zk server on port:59993
[junit4] 2> 1800061 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1800066 T5022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71bc5435 name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1800066 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1800066 T5015 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1800071 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1800080 T5024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1603e112 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1800080 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1800080 T5015 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1800084 T5015 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1800093 T5015 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1800095 T5015 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1800097 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1800098 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1800102 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1800103 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1800207 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1800208 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1800210 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1800211 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1800223 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1800223 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1800226 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1800227 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1800230 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1800230 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1800233 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1800234 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1800241 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1800242 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1800244 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1800245 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1800247 T5015 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1800248 T5015 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1800430 T5015 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1800436 T5015 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59996
[junit4] 2> 1800437 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1800437 T5015 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1800438 T5015 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808
[junit4] 2> 1800438 T5015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808/'
[junit4] 2> 1800469 T5015 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808/solr.xml
[junit4] 2> 1800530 T5015 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1800531 T5015 oasc.CoreContainer.<init> New CoreContainer 1773950413
[junit4] 2> 1800531 T5015 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808/]
[junit4] 2> 1800533 T5015 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1800533 T5015 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1800534 T5015 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1800534 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1800534 T5015 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1800535 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1800535 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1800536 T5015 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1800536 T5015 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1800540 T5015 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1800541 T5015 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1800541 T5015 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59993/solr
[junit4] 2> 1800542 T5015 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1800543 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1800545 T5035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fba712a name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1800545 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1800558 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1800560 T5037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@765d2f52 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1800560 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1800562 T5015 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1800572 T5015 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1800579 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1800581 T5015 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59996_yu
[junit4] 2> 1800583 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59996_yu
[junit4] 2> 1800593 T5015 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1800605 T5015 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1800612 T5015 oasc.Overseer.start Overseer (id=90721505281376259-127.0.0.1:59996_yu-n_0000000000) starting
[junit4] 2> 1800617 T5015 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1800628 T5039 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1800629 T5015 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1800631 T5015 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1800639 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1800641 T5038 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1800644 T5015 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808
[junit4] 2> 1800837 T5015 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384300312808/conf/
[junit4] 2> 1800839 T5015 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1800840 T5015 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1800841 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1800849 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1800861 T5042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24d78181 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1800861 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1800862 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1800864 T5015 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1801142 T5015 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1801145 T5015 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60007
[junit4] 2> 1801146 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1801146 T5015 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1801147 T5015 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422
[junit4] 2> 1801148 T5015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/'
[junit4] 2> 1801193 T5015 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/solr.xml
[junit4] 2> 1801285 T5015 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1801286 T5015 oasc.CoreContainer.<init> New CoreContainer 1540892300
[junit4] 2> 1801287 T5015 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/]
[junit4] 2> 1801289 T5015 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1801289 T5015 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1801290 T5015 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1801290 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1801291 T5015 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1801291 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1801292 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1801292 T5015 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1801293 T5015 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1801299 T5015 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1801300 T5015 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1801301 T5015 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59993/solr
[junit4] 2> 1801301 T5015 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1801302 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1801305 T5053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6798a4a2 name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801306 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1801321 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1801322 T5055 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3218b4d7 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1801323 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1801332 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1802335 T5015 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60007_yu
[junit4] 2> 1802363 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60007_yu
[junit4] 2> 1802377 T5042 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1802377 T5055 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1802377 T5037 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1802382 T5015 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422
[junit4] 2> 1802387 T5015 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/conf/
[junit4] 2> 1802558 T5015 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1802560 T5015 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1802560 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1802746 T5015 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1802748 T5015 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60014
[junit4] 2> 1802748 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1802749 T5015 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1802749 T5015 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122
[junit4] 2> 1802750 T5015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/'
[junit4] 2> 1802781 T5015 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/solr.xml
[junit4] 2> 1802848 T5015 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1802849 T5015 oasc.CoreContainer.<init> New CoreContainer 706008483
[junit4] 2> 1802850 T5015 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/]
[junit4] 2> 1802851 T5015 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1802852 T5015 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1802852 T5015 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1802853 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1802853 T5015 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1802854 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1802854 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1802854 T5015 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1802855 T5015 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1802860 T5015 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1802860 T5015 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1802861 T5015 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59993/solr
[junit4] 2> 1802861 T5015 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1802862 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1802864 T5067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22839e02 name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802865 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1802868 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1802875 T5069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3799254b name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1802875 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1802880 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1803883 T5015 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60014_yu
[junit4] 2> 1803885 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60014_yu
[junit4] 2> 1803888 T5037 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1803888 T5069 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1803888 T5055 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1803888 T5042 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1803912 T5015 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122
[junit4] 2> 1803916 T5015 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/conf/
[junit4] 2> 1804083 T5015 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1804085 T5015 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1804086 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1804376 T5015 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1804379 T5015 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60030
[junit4] 2> 1804380 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1804381 T5015 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1804382 T5015 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650
[junit4] 2> 1804382 T5015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/'
[junit4] 2> 1804428 T5015 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/solr.xml
[junit4] 2> 1804520 T5015 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1804522 T5015 oasc.CoreContainer.<init> New CoreContainer 1196217057
[junit4] 2> 1804522 T5015 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/]
[junit4] 2> 1804524 T5015 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1804525 T5015 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1804525 T5015 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1804526 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1804527 T5015 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1804527 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1804528 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1804529 T5015 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1804529 T5015 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1804536 T5015 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1804537 T5015 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1804537 T5015 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59993/solr
[junit4] 2> 1804538 T5015 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1804539 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804542 T5081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6284daff name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804542 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804546 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804552 T5083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65d39bd4 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804553 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804561 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1805565 T5015 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60030_yu
[junit4] 2> 1805568 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60030_yu
[junit4] 2> 1805571 T5042 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1805572 T5069 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1805572 T5083 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1805572 T5055 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1805571 T5037 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1805588 T5015 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650
[junit4] 2> 1805755 T5015 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/conf/
[junit4] 2> 1805757 T5015 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1805758 T5015 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1805758 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1806040 T5015 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1806043 T5015 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60037
[junit4] 2> 1806044 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1806044 T5015 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1806045 T5015 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322
[junit4] 2> 1806046 T5015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/'
[junit4] 2> 1806091 T5015 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/solr.xml
[junit4] 2> 1806185 T5015 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1806187 T5015 oasc.CoreContainer.<init> New CoreContainer 729878838
[junit4] 2> 1806187 T5015 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/]
[junit4] 2> 1806189 T5015 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1806190 T5015 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1806191 T5015 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1806191 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1806192 T5015 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1806192 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1806193 T5015 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1806193 T5015 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1806194 T5015 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1806203 T5015 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1806204 T5015 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1806205 T5015 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59993/solr
[junit4] 2> 1806205 T5015 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1806207 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1806209 T5095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@467118f4 name:ZooKeeperConnection Watcher:127.0.0.1:59993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1806210 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1806213 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1806220 T5097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e8fb9dd name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1806220 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1806229 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1807234 T5015 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60037_yu
[junit4] 2> 1807262 T5015 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60037_yu
[junit4] 2> 1807267 T5083 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807268 T5042 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807268 T5037 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807268 T5055 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807268 T5097 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807267 T5069 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1807279 T5015 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322
[junit4] 2> 1807811 T5015 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/conf/
[junit4] 2> 1807815 T5015 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1807816 T5015 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1807817 T5015 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1807825 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1807828 T5100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2516cb6a name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1807828 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1807830 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1807833 T5015 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1807835 T5102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61a4fcf0 name:ZooKeeperConnection Watcher:127.0.0.1:59993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1807835 T5015 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1807836 T5015 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1807840 T5045 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=2&name=delLiveColl&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1807842 T5037 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807843 T5039 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1807843 T5039 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1808153 T5038 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1808154 T5038 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
[junit4] 2> 1808154 T5038 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
[junit4] 2> 1808167 T5069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808168 T5055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808168 T5100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808168 T5102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808168 T5097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808167 T5083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808167 T5042 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808167 T5037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1808256 T5039 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1808256 T5039 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:60007_yu
[junit4] 2> 1808256 T5039 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:60030_yu
[junit4] 2> 1808259 T5039 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:60014_yu
[junit4] 2> 1808259 T5039 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:60037_yu
[junit4] 2> 1808262 T5073 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down
[junit4] 2> 1808262 T5059 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down
[junit4] 2> 1808263 T5046 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down
[junit4] 2> 1808263 T5087 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down
[junit4] 2> 1808264 T5073 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1808264 T5059 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1808275 T5046 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1808279 T5087 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1809672 T5038 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1809673 T5038 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60030/yu",
[junit4] 2> "core":"delLiveColl_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60030_yu",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1809677 T5038 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60014/yu",
[junit4] 2> "core":"delLiveColl_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60014_yu",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1809693 T5038 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60007/yu",
[junit4] 2> "core":"delLiveColl_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60007_yu",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1809696 T5038 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60037/yu",
[junit4] 2> "core":"delLiveColl_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60037_yu",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1809700 T5069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5042 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1809700 T5037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1810267 T5073 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
[junit4] 2> 1810267 T5059 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
[junit4] 2> 1810269 T5073 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2
[junit4] 2> 1810270 T5059 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1
[junit4] 2> 1810270 T5073 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1810270 T5059 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1810271 T5073 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
[junit4] 2> 1810272 T5059 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
[junit4] 2> 1810272 T5073 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1810272 T5059 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1810273 T5073 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1810274 T5059 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1810274 T5073 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 1810274 T5059 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 1810278 T5046 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
[junit4] 2> 1810280 T5046 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1
[junit4] 2> 1810281 T5046 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1810282 T5087 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
[junit4] 2> 1810284 T5087 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2
[junit4] 2> 1810284 T5046 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1810285 T5073 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1810285 T5087 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1810285 T5059 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1810285 T5046 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1810286 T5087 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1810286 T5073 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/'
[junit4] 2> 1810288 T5046 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/'
[junit4] 2> 1810288 T5087 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1810287 T5059 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/'
[junit4] 2> 1810290 T5087 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/'
[junit4] 2> 1810465 T5087 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1810465 T5046 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1810466 T5059 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1810466 T5073 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1810593 T5046 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1810595 T5073 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1810596 T5087 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1810596 T5059 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1810695 T5046 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1810696 T5073 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1810697 T5087 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1810698 T5059 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1810708 T5046 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
[junit4] 2> 1810709 T5087 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
[junit4] 2> 1810710 T5073 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
[junit4] 2> 1810710 T5059 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
[junit4] 2> 1811595 T5073 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1811604 T5059 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1811605 T5087 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1811605 T5046 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1811609 T5073 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1811614 T5059 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1811614 T5073 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1811615 T5087 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1811615 T5046 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1811619 T5059 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1811620 T5087 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1811621 T5046 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1811630 T5073 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811634 T5059 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811634 T5046 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811635 T5087 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811636 T5073 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811640 T5059 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811640 T5046 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811640 T5087 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811641 T5073 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811643 T5073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811643 T5073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811644 T5073 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811645 T5073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811645 T5059 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811645 T5046 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811645 T5073 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811646 T5059 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811646 T5087 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811647 T5059 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811647 T5046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811649 T5046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811647 T5073 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1811649 T5046 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811648 T5087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811651 T5087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811648 T5059 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811651 T5087 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811651 T5046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811653 T5046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811650 T5073 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/, dataDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/data/
[junit4] 2> 1811653 T5046 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1811653 T5087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811655 T5087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811653 T5059 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811656 T5059 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811655 T5087 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1811655 T5046 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/data/
[junit4] 2> 1811654 T5073 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8a004b
[junit4] 2> 1811657 T5046 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8a004b
[junit4] 2> 1811657 T5087 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/data/
[junit4] 2> 1811656 T5059 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1811659 T5073 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/data
[junit4] 2> 1811659 T5087 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8a004b
[junit4] 2> 1811660 T5073 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/data/index/
[junit4] 2> 1811659 T5046 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/data
[junit4] 2> 1811659 T5059 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/, dataDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/data/
[junit4] 2> 1811661 T5046 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/data/index/
[junit4] 2> 1811661 T5087 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/data
[junit4] 2> 1811661 T5073 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory './org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1811663 T5087 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/data/index/
[junit4] 2> 1811662 T5046 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1811662 T5059 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8a004b
[junit4] 2> 1811665 T5046 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384300313422/delLiveColl_shard1_replica1/data/index
[junit4] 2> 1811664 T5087 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1811664 T5073 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384300316650/delLiveColl_shard1_replica2/data/index
[junit4] 2> 1811666 T5087 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384300318322/delLiveColl_shard2_replica2/data/index
[junit4] 2> 1811666 T5046 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=716955720, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1811666 T5059 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/data
[junit4] 2> 1811668 T5087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=716955720, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1811667 T5073 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=716955720, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1811669 T5046 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5c117c05 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1749b694),segFN=segments_1,generation=1}
[junit4] 2> 1811669 T5059 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/data/index/
[junit4] 2> 1811670 T5046 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811670 T5073 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ecfdf6a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@44b98da3),segFN=segments_1,generation=1}
[junit4] 2> 1811670 T5087 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@13749c4d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9a997c),segFN=segments_1,generation=1}
[junit4] 2> 1811672 T5073 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811671 T5059 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory './org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1811672 T5087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811674 T5059 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384300315122/delLiveColl_shard2_replica1/data/index
[junit4] 2> 1811675 T5059 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=716955720, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1811675 T5046 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1811676 T5059 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@10e69b17 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4de31f54),segFN=segments_1,generation=1}
[junit4] 2> 1811676 T5046 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1811677 T5073 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1811676 T5059 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811678 T5087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1811678 T5073 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1811677 T5046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1811679 T5073 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1811679 T5087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1811680 T5073 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811679 T5046 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811681 T5073 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811680 T5087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1811682 T5073 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1811681 T5059 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1811681 T5046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811683 T5059 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1811683 T5073 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811682 T5087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811685 T5073 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811684 T5059 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1811684 T5046 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1811686 T5059 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811686 T5073 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1811685 T5087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811688 T5073 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1811687 T5059 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811687 T5046 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811689 T5059 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1811689 T5073 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1811690 T5073 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1811688 T5087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1811691 T5073 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1811690 T5059 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811690 T5046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811693 T5059 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811692 T5073 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1811692 T5087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811694 T5073 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1811693 T5059 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1811693 T5046 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1811696 T5059 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1811694 T5087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811697 T5059 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1811696 T5046 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1811697 T5059 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1811697 T5087 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1811698 T5059 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1811698 T5046 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1811699 T5059 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1811699 T5087 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1811700 T5059 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1811700 T5046 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1811701 T5087 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1811702 T5087 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1811701 T5046 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1811702 T5087 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1811703 T5046 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1811704 T5087 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1811704 T5046 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1811704 T5087 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1811720 T5073 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1811721 T5059 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1811721 T5087 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1811721 T5046 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1811728 T5073 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1811728 T5073 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1811728 T5059 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1811729 T5073 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.in
[...truncated too long message...]
til.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] 2>
[junit4] 2> 1931022 T5101 oaz.ClientCnxn$SendThread.run WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4] 2>
[junit4] 2> 1931523 T5101 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
[junit4] 2>
[junit4] 2> 132576 T5014 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] 2> at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es_HN, timezone=America/Mazatlan
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=204040952,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestNonNRTOpen, SystemInfoHandlerTest, UnloadDistributedZkTest, DOMUtilTest, SliceStateUpdateTest, LegacyHTMLStripCharFilterTest, DocValuesTest, AutoCommitTest, CoreAdminHandlerTest, OverseerTest, ZkCLITest, SuggesterTest, SpellPossibilityIteratorTest, MBeansHandlerTest, ReturnFieldsTest, TestElisionMultitermQuery, TestRealTimeGet, DistributedQueryElevationComponentTest, TestSolrDeletionPolicy1, TestCloudManagedSchema, EchoParamsTest, DocumentBuilderTest, AliasIntegrationTest, DirectUpdateHandlerOptimizeTest, TestInfoStreamLogging, SchemaVersionSpecificBehaviorTest, TestRandomDVFaceting, TestStressVersions, OverseerCollectionProcessorTest, SpatialFilterTest, ShowFileRequestHandlerTest, ClusterStateTest, TestImplicitCoreProperties, FieldMutatingUpdateProcessorTest, TestAddFieldRealTimeGet, TestSchemaVersionResource, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestConfig, FastVectorHighlighterTest, SoftAutoCommitTest, PolyFieldTest, TestJoin, ExternalFileFieldSortTest, TestLRUCache, SolrIndexSplitterTest, TestReloadAndDeleteDocs, ResourceLoaderTest, LeaderElectionTest, SynonymTokenizerTest, TestClassNameShortening, TestFunctionQuery, ResponseLogComponentTest, TestFaceting, TestExtendedDismaxParser, TestSurroundQueryParser, JsonLoaderTest, TestDocBasedVersionConstraints, IndexSchemaTest, TestSolrXmlPersistence, TestLuceneMatchVersion, AnalysisAfterCoreReloadTest, TestDocSet, AddBlockUpdateTest, TestSearchPerf, PrimitiveFieldTypeTest, DistributedTermsComponentTest, TestSolrIndexConfig, TestLMJelinekMercerSimilarityFactory, TermVectorComponentTest, TestSolrQueryParserResource, UpdateRequestProcessorFactoryTest, QueryElevationComponentTest, TestCoreContainer, TestSuggestSpellingConverter, TestCharFilters, HdfsRecoveryZkTest, TestDocumentBuilder, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, DistributedSpellCheckComponentTest, ZkControllerTest, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, TestBadConfig, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestTrie, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestQueryTypes, TermsComponentTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CoreContainerCoreInitFailuresTest, SOLR749Test, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, DeleteReplicaTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.seed=5D35507C3269FAC9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=America/Mazatlan -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | DeleteReplicaTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
[junit4] > at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
[junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
[junit4] > at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
[junit4] > 1) Thread[id=5102, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] > 2) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5101, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[5D35507C3269FAC9]-SendThread(localhost:59993), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > at __randomizedtesting.SeedInfo.seed([5D35507C3269FAC9]:0)
[junit4] Completed on J0 in 132.64s, 1 test, 1 failure, 3 errors <<< FAILURES!
[...truncated 138 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:423: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:403: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:489: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1272: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:908: There were test failures: 334 suites, 1470 tests, 3 suite-level errors, 1 error, 240 ignored (6 assumptions)
Total time: 64 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4476 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4476/
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:11504/_v/cf/collection1 Dead Guy:http://127.0.0.1:11494/_v/cf/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1], CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1]]
Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:11504/_v/cf/collection1 Dead Guy:http://127.0.0.1:11494/_v/cf/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1], CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1]]
at __randomizedtesting.SeedInfo.seed([93A6FD76FFABC609:1240736E88F4A635]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:216)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 10425 lines...]
[junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4] 2> 1371890 T2993 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_v/cf
[junit4] 2> 1371897 T2993 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1384336535320
[junit4] 2> 1371898 T2993 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1371899 T2994 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1372000 T2993 oasc.ZkTestServer.run start zk server on port:11481
[junit4] 2> 1372001 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1372005 T3000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@626d44f5 name:ZooKeeperConnection Watcher:127.0.0.1:11481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1372006 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1372006 T2993 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1372019 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1372028 T3002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3d3127 name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1372028 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1372029 T2993 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1372033 T2993 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1372043 T2993 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1372046 T2993 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1372049 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1372050 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1372062 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1372063 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1372166 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1372167 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1372170 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1372171 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1372174 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1372175 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1372178 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1372178 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1372181 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1372182 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1372189 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1372190 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1372193 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1372194 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1372197 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1372198 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1372200 T2993 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1372201 T2993 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1372499 T2993 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1372502 T2993 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11484
[junit4] 2> 1372503 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1372503 T2993 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1372504 T2993 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633
[junit4] 2> 1372504 T2993 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/'
[junit4] 2> 1372545 T2993 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/solr.xml
[junit4] 2> 1372638 T2993 oasc.CoreContainer.<init> New CoreContainer 90112229
[junit4] 2> 1372639 T2993 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/]
[junit4] 2> 1372641 T2993 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1372642 T2993 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1372642 T2993 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1372643 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1372643 T2993 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1372644 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1372644 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1372645 T2993 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1372645 T2993 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1372652 T2993 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1372652 T2993 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1372653 T2993 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11481/solr
[junit4] 2> 1372654 T2993 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1372655 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1372658 T3013 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69e393dc name:ZooKeeperConnection Watcher:127.0.0.1:11481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1372658 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1372670 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1372672 T3015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47ac2bc7 name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1372673 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1372675 T2993 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1372685 T2993 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1372688 T2993 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1372691 T2993 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11484__v%2Fcf
[junit4] 2> 1372698 T2993 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11484__v%2Fcf
[junit4] 2> 1372701 T2993 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1372715 T2993 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1372722 T2993 oasc.Overseer.start Overseer (id=90723879179190275-127.0.0.1:11484__v%2Fcf-n_0000000000) starting
[junit4] 2> 1372727 T2993 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1372741 T3017 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1372741 T2993 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1372744 T2993 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1372751 T2993 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1372754 T3016 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1372760 T3018 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1372760 T3018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1372761 T3018 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1374258 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1374259 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:11484/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11484__v%2Fcf",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1374259 T3016 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1374259 T3016 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1374284 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1374763 T3018 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1374763 T3018 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/collection1
[junit4] 2> 1374764 T3018 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1374764 T3018 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1374765 T3018 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1374766 T3018 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/collection1/'
[junit4] 2> 1374768 T3018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/collection1/lib/README' to classloader
[junit4] 2> 1374768 T3018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/collection1/lib/classes/' to classloader
[junit4] 2> 1374848 T3018 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1374926 T3018 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1375028 T3018 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1375042 T3018 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1375756 T3018 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1375769 T3018 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1375773 T3018 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1375787 T3018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1375791 T3018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1375796 T3018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1375797 T3018 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1375797 T3018 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1375797 T3018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1375798 T3018 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1375799 T3018 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1375799 T3018 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1375799 T3018 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-controljetty-1384336535633/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1384336535319/control/data/
[junit4] 2> 1375800 T3018 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af93889
[junit4] 2> 1375801 T3018 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/control/data
[junit4] 2> 1375801 T3018 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1384336535319/control/data/index/
[junit4] 2> 1375801 T3018 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1384336535319/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1375802 T3018 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/control/data/index
[junit4] 2> 1375802 T3018 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1375803 T3018 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5e04dd5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3720be8b),segFN=segments_1,generation=1}
[junit4] 2> 1375804 T3018 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1375807 T3018 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1375808 T3018 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1375808 T3018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1375809 T3018 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1375809 T3018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1375809 T3018 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1375810 T3018 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1375811 T3018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1375811 T3018 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1375811 T3018 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1375812 T3018 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1375812 T3018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1375813 T3018 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1375813 T3018 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1375814 T3018 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1375829 T3018 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1375835 T3018 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1375835 T3018 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1375836 T3018 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1397819238, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1375837 T3018 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5e04dd5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3720be8b),segFN=segments_1,generation=1}
[junit4] 2> 1375837 T3018 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1375838 T3018 oass.SolrIndexSearcher.<init> Opening Searcher@ace96b8 main
[junit4] 2> 1375841 T3019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ace96b8 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1375843 T3018 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1375844 T3018 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11484/_v/cf collection:control_collection shard:shard1
[junit4] 2> 1375845 T3018 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1375863 T3018 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1375866 T3018 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1375866 T3018 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1375866 T3018 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11484/_v/cf/collection1/
[junit4] 2> 1375867 T3018 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1375867 T3018 oasc.SyncStrategy.syncToMe http://127.0.0.1:11484/_v/cf/collection1/ has no replicas
[junit4] 2> 1375867 T3018 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11484/_v/cf/collection1/ shard1
[junit4] 2> 1375867 T3018 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1377316 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377335 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1377352 T3018 oasc.ZkController.register We are http://127.0.0.1:11484/_v/cf/collection1/ and leader is http://127.0.0.1:11484/_v/cf/collection1/
[junit4] 2> 1377352 T3018 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11484/_v/cf
[junit4] 2> 1377352 T3018 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1377352 T3018 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1377353 T3018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1377354 T3018 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377355 T2993 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1377356 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1377359 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377361 T3022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@85faaaf name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377361 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377362 T2993 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1377364 T2993 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1377653 T2993 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1377655 T2993 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11494
[junit4] 2> 1377656 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1377657 T2993 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1377657 T2993 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787
[junit4] 2> 1377658 T2993 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/'
[junit4] 2> 1377700 T2993 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/solr.xml
[junit4] 2> 1377794 T2993 oasc.CoreContainer.<init> New CoreContainer 1035674244
[junit4] 2> 1377795 T2993 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/]
[junit4] 2> 1377797 T2993 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1377798 T2993 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1377798 T2993 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1377799 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1377799 T2993 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1377800 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1377800 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1377801 T2993 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1377801 T2993 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1377808 T2993 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1377808 T2993 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1377809 T2993 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11481/solr
[junit4] 2> 1377810 T2993 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1377811 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377814 T3033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69d1e0ae name:ZooKeeperConnection Watcher:127.0.0.1:11481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377814 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377828 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377830 T3035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@500403ae name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377830 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377840 T2993 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1378840 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1378841 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:11484/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11484__v%2Fcf",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1378844 T2993 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11494__v%2Fcf
[junit4] 2> 1378888 T2993 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11494__v%2Fcf
[junit4] 2> 1378889 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1378889 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1378889 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1378900 T3022 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1378900 T3035 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1378901 T3015 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1378914 T3036 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1378914 T3036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1378922 T3036 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1380402 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1380403 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:11494/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11494__v%2Fcf",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1380403 T3016 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 1380404 T3016 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1380417 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1380417 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1380417 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1380924 T3036 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1380924 T3036 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/collection1
[junit4] 2> 1380924 T3036 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1380925 T3036 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1380925 T3036 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1380926 T3036 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/collection1/'
[junit4] 2> 1380928 T3036 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/collection1/lib/README' to classloader
[junit4] 2> 1380929 T3036 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/collection1/lib/classes/' to classloader
[junit4] 2> 1380999 T3036 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1381066 T3036 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1381167 T3036 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1381179 T3036 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1381849 T3036 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1381862 T3036 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1381867 T3036 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1381881 T3036 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381886 T3036 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381890 T3036 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381891 T3036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381891 T3036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381892 T3036 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381893 T3036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381893 T3036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381893 T3036 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1381894 T3036 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1384336540787/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty1/
[junit4] 2> 1381894 T3036 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af93889
[junit4] 2> 1381895 T3036 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty1
[junit4] 2> 1381896 T3036 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty1/index/
[junit4] 2> 1381896 T3036 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1381896 T3036 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty1/index
[junit4] 2> 1381897 T3036 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1381898 T3036 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a914f93 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58e24884),segFN=segments_1,generation=1}
[junit4] 2> 1381898 T3036 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1381903 T3036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1381904 T3036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1381904 T3036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1381905 T3036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1381905 T3036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1381905 T3036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1381906 T3036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1381907 T3036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1381907 T3036 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1381908 T3036 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1381908 T3036 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1381909 T3036 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1381909 T3036 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1381910 T3036 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1381910 T3036 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1381927 T3036 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1381933 T3036 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1381933 T3036 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1381934 T3036 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1397819238, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1381935 T3036 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a914f93 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58e24884),segFN=segments_1,generation=1}
[junit4] 2> 1381935 T3036 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1381936 T3036 oass.SolrIndexSearcher.<init> Opening Searcher@6b77f38b main
[junit4] 2> 1381941 T3037 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b77f38b main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1381944 T3036 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1381944 T3036 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11494/_v/cf collection:collection1 shard:shard1
[junit4] 2> 1381945 T3036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1381968 T3036 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1381971 T3036 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1381972 T3036 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1381972 T3036 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11494/_v/cf/collection1/
[junit4] 2> 1381972 T3036 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1381972 T3036 oasc.SyncStrategy.syncToMe http://127.0.0.1:11494/_v/cf/collection1/ has no replicas
[junit4] 2> 1381973 T3036 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11494/_v/cf/collection1/ shard1
[junit4] 2> 1381973 T3036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1383423 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1383445 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1383445 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1383445 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1383471 T3036 oasc.ZkController.register We are http://127.0.0.1:11494/_v/cf/collection1/ and leader is http://127.0.0.1:11494/_v/cf/collection1/
[junit4] 2> 1383471 T3036 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11494/_v/cf
[junit4] 2> 1383471 T3036 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1383471 T3036 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1383472 T3036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1383474 T3036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1383475 T2993 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1383475 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1383811 T2993 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1383813 T2993 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11498
[junit4] 2> 1383814 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1383815 T2993 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1383815 T2993 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899
[junit4] 2> 1383816 T2993 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/'
[junit4] 2> 1383862 T2993 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/solr.xml
[junit4] 2> 1383969 T2993 oasc.CoreContainer.<init> New CoreContainer 1766089585
[junit4] 2> 1383970 T2993 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/]
[junit4] 2> 1383972 T2993 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1383973 T2993 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1383973 T2993 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1383974 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1383974 T2993 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1383975 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1383975 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1383975 T2993 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1383976 T2993 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1383984 T2993 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1383984 T2993 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1383985 T2993 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11481/solr
[junit4] 2> 1383985 T2993 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1383987 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1383989 T3049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73198f4a name:ZooKeeperConnection Watcher:127.0.0.1:11481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1383989 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1383993 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1384017 T3051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21ea8117 name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1384018 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1384026 T2993 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1384951 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1384952 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:11494/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11494__v%2Fcf",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1384977 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1384977 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1384977 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1384977 T3051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1385030 T2993 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11498__v%2Fcf
[junit4] 2> 1385032 T2993 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11498__v%2Fcf
[junit4] 2> 1385034 T3022 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1385034 T3015 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1385034 T3051 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1385034 T3035 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1385051 T3052 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1385051 T3052 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1385052 T3052 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1386482 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1386483 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:11498/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11498__v%2Fcf",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1386483 T3016 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 1386484 T3016 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1386508 T3051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1386508 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1386508 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1386508 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1387055 T3052 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1387055 T3052 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/collection1
[junit4] 2> 1387055 T3052 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1387056 T3052 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1387056 T3052 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1387057 T3052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/collection1/'
[junit4] 2> 1387059 T3052 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/collection1/lib/classes/' to classloader
[junit4] 2> 1387060 T3052 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/collection1/lib/README' to classloader
[junit4] 2> 1387126 T3052 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1387192 T3052 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1387293 T3052 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1387305 T3052 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1387971 T3052 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1387984 T3052 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1387989 T3052 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1388003 T3052 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1388009 T3052 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1388014 T3052 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1388015 T3052 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1388015 T3052 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1388016 T3052 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1388017 T3052 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1388017 T3052 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1388017 T3052 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1388018 T3052 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1384336546899/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty2/
[junit4] 2> 1388018 T3052 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af93889
[junit4] 2> 1388019 T3052 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty2
[junit4] 2> 1388019 T3052 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty2/index/
[junit4] 2> 1388020 T3052 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1388020 T3052 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty2/index
[junit4] 2> 1388021 T3052 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1388022 T3052 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53f7d915 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@667f59),segFN=segments_1,generation=1}
[junit4] 2> 1388022 T3052 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1388027 T3052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1388028 T3052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1388028 T3052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1388029 T3052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1388029 T3052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1388029 T3052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1388030 T3052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1388030 T3052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1388031 T3052 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1388031 T3052 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1388032 T3052 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1388033 T3052 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1388033 T3052 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1388034 T3052 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1388034 T3052 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1388052 T3052 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1388058 T3052 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1388058 T3052 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1388060 T3052 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1397819238, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1388060 T3052 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53f7d915 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@667f59),segFN=segments_1,generation=1}
[junit4] 2> 1388061 T3052 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1388061 T3052 oass.SolrIndexSearcher.<init> Opening Searcher@68c0d7e7 main
[junit4] 2> 1388067 T3053 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68c0d7e7 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1388069 T3052 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1388069 T3052 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11498/_v/cf collection:collection1 shard:shard1
[junit4] 2> 1388073 T3052 oasc.ZkController.register We are http://127.0.0.1:11498/_v/cf/collection1/ and leader is http://127.0.0.1:11494/_v/cf/collection1/
[junit4] 2> 1388074 T3052 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11498/_v/cf
[junit4] 2> 1388074 T3052 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1388074 T3052 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1128 name=collection1 org.apache.solr.core.SolrCore@5de19ca1 url=http://127.0.0.1:11498/_v/cf/collection1 node=127.0.0.1:11498__v%2Fcf C1128_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:11498/_v/cf, core=collection1, node_name=127.0.0.1:11498__v%2Fcf}
[junit4] 2> 1388075 T3054 C1128 P11498 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1388075 T3052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1388075 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1388076 T3054 C1128 P11498 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1388076 T3054 C1128 P11498 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1388077 T2993 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1388077 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1388080 T3025 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 1388376 T2993 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1388379 T2993 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11504
[junit4] 2> 1388379 T2993 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1388380 T2993 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1388380 T2993 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501
[junit4] 2> 1388381 T2993 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/'
[junit4] 2> 1388425 T2993 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/solr.xml
[junit4] 2> 1388523 T2993 oasc.CoreContainer.<init> New CoreContainer 1458287424
[junit4] 2> 1388524 T2993 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/]
[junit4] 2> 1388526 T2993 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1388526 T2993 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1388527 T2993 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1388527 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1388528 T2993 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1388528 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1388529 T2993 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1388529 T2993 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1388530 T2993 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1388537 T2993 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1388537 T2993 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1388538 T2993 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11481/solr
[junit4] 2> 1388539 T2993 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1388540 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1388543 T3066 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ea7720a name:ZooKeeperConnection Watcher:127.0.0.1:11481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1388543 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1388558 T2993 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1388560 T3068 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1faeb4a name:ZooKeeperConnection Watcher:127.0.0.1:11481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1388561 T2993 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1388565 T2993 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1389514 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1389515 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "base_url":"http://127.0.0.1:11498/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11498__v%2Fcf",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1389533 T3051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1389533 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1389533 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1389533 T3068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1389533 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1389569 T2993 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11504__v%2Fcf
[junit4] 2> 1389571 T2993 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11504__v%2Fcf
[junit4] 2> 1389573 T3022 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1389574 T3068 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1389574 T3035 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1389573 T3051 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1389573 T3015 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1389589 T3069 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1389589 T3069 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1389591 T3069 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1390083 T3025 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4] 2> 1390083 T3025 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:11498__v%252Fcf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4] 2> 1391038 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1391039 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:11504/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11504__v%2Fcf",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1391040 T3016 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 1391040 T3016 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1391053 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1391053 T3068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1391053 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1391053 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1391053 T3051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1391593 T3069 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1391593 T3069 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/collection1
[junit4] 2> 1391593 T3069 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1391594 T3069 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1391594 T3069 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1391595 T3069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/collection1/'
[junit4] 2> 1391597 T3069 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/collection1/lib/README' to classloader
[junit4] 2> 1391598 T3069 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/collection1/lib/classes/' to classloader
[junit4] 2> 1391665 T3069 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1391732 T3069 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1391833 T3069 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1391845 T3069 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> C1128_STATE=coll:collection1 core:collection1 props:{state=recovering, base_url=http://127.0.0.1:11498/_v/cf, core=collection1, node_name=127.0.0.1:11498__v%2Fcf}
[junit4] 2> 1392085 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:11494/_v/cf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4] 2> 1392085 T3054 C1128 P11498 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11498/_v/cf START replicas=[http://127.0.0.1:11494/_v/cf/collection1/] nUpdates=100
[junit4] 2> 1392086 T3054 C1128 P11498 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
[junit4] 2> 1392086 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4] 2> 1392086 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4] 2> 1392086 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4] 2> 1392087 T3054 C1128 P11498 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1392087 T3054 C1128 P11498 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:11494/_v/cf/collection1/. core=collection1
[junit4] 2> ASYNC NEW_CORE C1129 name=collection1 org.apache.solr.core.SolrCore@6bcad6ea url=http://127.0.0.1:11494/_v/cf/collection1 node=127.0.0.1:11494__v%2Fcf C1129_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:11494/_v/cf, core=collection1, node_name=127.0.0.1:11494__v%2Fcf, leader=true}
[junit4] 2> 1392099 T3026 C1129 P11494 oasc.SolrCore.execute [collection1] webapp=/_v/cf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3
[junit4] 2> 1392100 T3027 C1129 P11494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1392100 T3027 C1129 P11494 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1392101 T3027 C1129 P11494 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 1392101 T3027 C1129 P11494 oasup.LogUpdateProcessor.finish [collection1] webapp=/_v/cf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4] 2> 1392102 T3054 C1128 P11498 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 1392103 T3054 C1128 P11498 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 1392105 T3028 C1129 P11494 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 1392106 T3028 C1129 P11494 oasc.SolrCore.execute [collection1] webapp=/_v/cf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1392106 T3054 C1128 P11498 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4] 2> 1392107 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4] 2> 1392107 T3054 C1128 P11498 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1392107 T3054 C1128 P11498 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1392109 T3054 C1128 P11498 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4] 2> 1392520 T3069 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1392534 T3069 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1392538 T3069 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1392552 T3069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1392557 T3069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1392558 T3016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1392559 T3016 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:11498/_v/cf",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:11498__v%2Fcf",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1392562 T3069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1392563 T3069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1392563 T3069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1392563 T3069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1392573 T3051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1392573 T3068 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1392573 T3015 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1392574 T3069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1392573 T3035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1392573 T3022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1392574 T3069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1392575 T3069 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1392576 T3069 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1384336551501/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty3/
[junit4] 2> 1392576 T3069 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1af93889
[junit4] 2> 1392577 T3069 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty3
[junit4] 2> 1392577 T3069 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty3/index/
[junit4] 2> 1392578 T3069 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1392578 T3069 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1384336535319/jetty3/index
[junit4] 2> 1392579 T3069 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1392580 T3069 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5b11cae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@171537e7),segFN=segments_1,generation=1}
[junit4] 2> 1392580 T3069 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1392585 T3069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1392586 T3069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1392586 T3069 oa
[...truncated too long message...]
axShardsPerNode":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "autoCreated":"true"},
[junit4] 1> "control_collection":{
[junit4] 1> "shards":{"shard1":{
[junit4] 1> "range":"80000000-7fffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node1":{
[junit4] 1> "state":"active",
[junit4] 1> "base_url":"http://127.0.0.1:11484/_v/cf",
[junit4] 1> "core":"collection1",
[junit4] 1> "node_name":"127.0.0.1:11484__v%2Fcf",
[junit4] 1> "leader":"true"}}}},
[junit4] 1> "maxShardsPerNode":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "autoCreated":"true"}}
[junit4] 1> /solr/aliases.json (0)
[junit4] 1> /solr/live_nodes (5)
[junit4] 1> /solr/live_nodes/127.0.0.1:11484__v%2Fcf (0)
[junit4] 1> /solr/live_nodes/127.0.0.1:11494__v%2Fcf (0)
[junit4] 1> /solr/live_nodes/127.0.0.1:11504__v%2Fcf (0)
[junit4] 1> /solr/live_nodes/127.0.0.1:11498__v%2Fcf (0)
[junit4] 1> /solr/live_nodes/127.0.0.1:11512__v%2Fcf (0)
[junit4] 1> /solr/overseer (3)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /solr/overseer/queue (0)
[junit4] 1> /solr/overseer/queue-work (0)
[junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4] 1> /solr/collections (2)
[junit4] 1> /solr/collections/collection1 (3)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf1"}
[junit4] 1> /solr/collections/collection1/shards (0)
[junit4] 1> /solr/collections/collection1/leader_elect (1)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (4)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/90723879179190282-core_node3-n_0000000002 (0)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/90723879179190286-core_node1-n_0000000005 (0)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/90723879179190284-core_node4-n_0000000003 (0)
[junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/90723879179190280-core_node2-n_0000000004 (0)
[junit4] 1> /solr/collections/collection1/leaders (1)
[junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1",
[junit4] 1> "node_name":"127.0.0.1:11504__v%2Fcf",
[junit4] 1> "base_url":"http://127.0.0.1:11504/_v/cf"}
[junit4] 1> /solr/collections/control_collection (3)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf1"}
[junit4] 1> /solr/collections/control_collection/shards (0)
[junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/90723879179190275-core_node1-n_0000000000 (0)
[junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1",
[junit4] 1> "node_name":"127.0.0.1:11484__v%2Fcf",
[junit4] 1> "base_url":"http://127.0.0.1:11484/_v/cf"}
[junit4] 1> /solr/overseer_elect (2)
[junit4] 1> /solr/overseer_elect/election (5)
[junit4] 1> /solr/overseer_elect/election/90723879179190284-127.0.0.1:11512__v%2Fcf-n_0000000004 (0)
[junit4] 1> /solr/overseer_elect/election/90723879179190282-127.0.0.1:11504__v%2Fcf-n_0000000003 (0)
[junit4] 1> /solr/overseer_elect/election/90723879179190280-127.0.0.1:11498__v%2Fcf-n_0000000002 (0)
[junit4] 1> /solr/overseer_elect/election/90723879179190275-127.0.0.1:11484__v%2Fcf-n_0000000000 (0)
[junit4] 1> /solr/overseer_elect/election/90723879179190286-127.0.0.1:11494__v%2Fcf-n_0000000005 (0)
[junit4] 1> /solr/overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"90723879179190275-127.0.0.1:11484__v%2Fcf-n_0000000000"}
[junit4] 1> /zookeeper (1)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=93A6FD76FFABC609 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=America/Lima -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 117s J0 | SyncSliceTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:11504/_v/cf/collection1 Dead Guy:http://127.0.0.1:11494/_v/cf/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1], CloudJettyRunner [url=http://127.0.0.1:11498/_v/cf/collection1]]
[junit4] > at __randomizedtesting.SeedInfo.seed([93A6FD76FFABC609:1240736E88F4A635]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:216)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] 2> 1488863 T2993 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 116979 T2992 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> 1489014 T3068 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1490083 T3086 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=zh, timezone=America/Lima
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=341204600,total=504365056
[junit4] 2> NOTE: All tests run in this JVM: [UpdateRequestProcessorFactoryTest, SuggesterFSTTest, SpellPossibilityIteratorTest, TestDefaultSearchFieldResource, SolrInfoMBeanTest, TestRandomDVFaceting, RecoveryZkTest, TestReloadAndDeleteDocs, TestRandomMergePolicy, DistributedSpellCheckComponentTest, TestDocBasedVersionConstraints, DocValuesTest, AddBlockUpdateTest, TestGroupingSearch, ScriptEngineTest, ClusterStateUpdateTest, TestJoin, SuggesterTest, TestQueryUtils, IndexSchemaTest, BinaryUpdateRequestHandlerTest, SliceStateUpdateTest, BadCopyFieldTest, PrimitiveFieldTypeTest, TestSolrQueryParserResource, ClusterStateTest, LukeRequestHandlerTest, HdfsRecoveryZkTest, TestJmxMonitoredMap, DateMathParserTest, SolrXmlInZkTest, TestFieldTypeResource, SolrCoreTest, PolyFieldTest, BasicFunctionalityTest, TestCopyFieldCollectionResource, LoggingHandlerTest, TestManagedSchema, TestPostingsSolrHighlighter, SampleTest, TestSurroundQueryParser, ExternalFileFieldSortTest, TestRemoteStreaming, UUIDFieldTest, SliceStateTest, TestReplicationHandler, MoreLikeThisHandlerTest, TestLRUCache, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, OverseerTest, LegacyHTMLStripCharFilterTest, TestSuggestSpellingConverter, SynonymTokenizerTest, TestSchemaSimilarityResource, DOMUtilTest, FileBasedSpellCheckerTest, DeleteShardTest, TestPHPSerializedResponseWriter, ResponseLogComponentTest, UpdateParamsTest, TestRealTimeGet, TestCloudManagedSchema, OverseerCollectionProcessorTest, BlockDirectoryTest, TestBadConfig, WordBreakSolrSpellCheckerTest, TestFieldTypeCollectionResource, CSVRequestHandlerTest, TestSearchPerf, TestClassNameShortening, SimpleFacetsTest, TestAddFieldRealTimeGet, TestNonNRTOpen, BadComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, TestReversedWildcardFilterFactory, TestLMJelinekMercerSimilarityFactory, BasicDistributedZkTest, BasicDistributedZk2Test, SyncSliceTest]
[junit4] Completed on J0 in 118.27s, 1 test, 1 failure <<< FAILURES!
[...truncated 502 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:423: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:403: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:489: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1272: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:908: There were test failures: 334 suites, 1470 tests, 1 failure, 35 ignored (6 assumptions)
Total time: 64 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4475 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4475/
4 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch
Error Message:
Invalid replica : core_node1 in shard/collection : shard1/delLiveColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node1 in shard/collection : shard1/delLiveColl
at __randomizedtesting.SeedInfo.seed([63247B2B2204053E:E2C2F533555B6502]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:149)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:135)
at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:115)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
ERROR: SolrZkClient opens=15 closes=14
Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2) Thread[id=2144, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
2) Thread[id=2144, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)
Build Log:
[...truncated 10159 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> 566130 T2057 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 566136 T2057 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-DeleteReplicaTest-1384313452085
[junit4] 2> 566138 T2057 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 566139 T2058 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 566240 T2057 oasc.ZkTestServer.run start zk server on port:22969
[junit4] 2> 566241 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 566245 T2064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14cf2534 name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 566246 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 566246 T2057 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 566258 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 566260 T2066 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d7e8bed name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 566260 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 566261 T2057 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 566272 T2057 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 566274 T2057 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 566277 T2057 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 566286 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 566287 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 566307 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 566308 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 566412 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 566413 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 566416 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 566417 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 566420 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 566421 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 566428 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 566429 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 566432 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 566433 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 566435 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 566436 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 566444 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 566445 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 566447 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 566448 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 566451 T2057 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 566453 T2057 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 566785 T2057 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 566791 T2057 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22972
[junit4] 2> 566792 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 566792 T2057 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 566792 T2057 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405
[junit4] 2> 566793 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/'
[junit4] 2> 566841 T2057 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/solr.xml
[junit4] 2> 566937 T2057 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 566938 T2057 oasc.CoreContainer.<init> New CoreContainer 1339399373
[junit4] 2> 566938 T2057 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/]
[junit4] 2> 566940 T2057 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 566940 T2057 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 566941 T2057 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 566941 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 566942 T2057 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 566942 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 566942 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 566943 T2057 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 566943 T2057 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 566950 T2057 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 566950 T2057 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 566951 T2057 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22969/solr
[junit4] 2> 566951 T2057 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 566952 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 566956 T2077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64496a93 name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 566956 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 566970 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 566976 T2079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48a81cbb name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 566977 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 566990 T2057 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 567009 T2057 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 567013 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 567015 T2057 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22972_
[junit4] 2> 567023 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22972_
[junit4] 2> 567027 T2057 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 567044 T2057 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 567048 T2057 oasc.Overseer.start Overseer (id=90722366396366851-127.0.0.1:22972_-n_0000000000) starting
[junit4] 2> 567052 T2057 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 567070 T2081 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 567070 T2057 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 567073 T2057 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 567082 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 567084 T2080 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 567088 T2057 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405
[junit4] 2> 567384 T2057 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/conf/
[junit4] 2> 567389 T2057 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 567390 T2057 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 567390 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 567399 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 567401 T2084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a701302 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 567401 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 567403 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 567405 T2057 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 567708 T2057 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 567711 T2057 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22976
[junit4] 2> 567711 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 567712 T2057 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 567712 T2057 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353
[junit4] 2> 567713 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/'
[junit4] 2> 567755 T2057 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/solr.xml
[junit4] 2> 567853 T2057 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 567854 T2057 oasc.CoreContainer.<init> New CoreContainer 821108896
[junit4] 2> 567854 T2057 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/]
[junit4] 2> 567856 T2057 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 567856 T2057 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 567857 T2057 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 567857 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 567858 T2057 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 567858 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 567858 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 567859 T2057 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 567859 T2057 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 567867 T2057 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 567867 T2057 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 567868 T2057 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22969/solr
[junit4] 2> 567868 T2057 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 567869 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 567896 T2095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75ab3aeb name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 567896 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 567903 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 567911 T2097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7af45ccd name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 567911 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 567941 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 568946 T2057 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22976_
[junit4] 2> 568949 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22976_
[junit4] 2> 568966 T2084 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 568966 T2097 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 568966 T2079 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 568973 T2057 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353
[junit4] 2> 569258 T2057 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/conf/
[junit4] 2> 569263 T2057 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 569264 T2057 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 569265 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 569619 T2057 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 569621 T2057 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22979
[junit4] 2> 569622 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 569622 T2057 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 569623 T2057 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219
[junit4] 2> 569623 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/'
[junit4] 2> 569666 T2057 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/solr.xml
[junit4] 2> 569765 T2057 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 569766 T2057 oasc.CoreContainer.<init> New CoreContainer 236288397
[junit4] 2> 569766 T2057 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/]
[junit4] 2> 569768 T2057 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 569769 T2057 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 569769 T2057 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 569770 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 569770 T2057 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 569771 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 569771 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 569772 T2057 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 569772 T2057 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 569779 T2057 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 569780 T2057 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 569780 T2057 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22969/solr
[junit4] 2> 569781 T2057 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 569782 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 569792 T2109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c4e1567 name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 569793 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 569839 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 569841 T2111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c376969 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 569842 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 569880 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 570884 T2057 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22979_
[junit4] 2> 570886 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22979_
[junit4] 2> 570901 T2084 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 570901 T2111 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 570901 T2097 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 570901 T2079 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 570908 T2057 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219
[junit4] 2> 571211 T2057 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/conf/
[junit4] 2> 571215 T2057 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 571216 T2057 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 571217 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 571548 T2057 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 571551 T2057 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22982
[junit4] 2> 571551 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 571552 T2057 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 571552 T2057 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170
[junit4] 2> 571553 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/'
[junit4] 2> 571596 T2057 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/solr.xml
[junit4] 2> 571718 T2057 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 571719 T2057 oasc.CoreContainer.<init> New CoreContainer 683494115
[junit4] 2> 571720 T2057 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/]
[junit4] 2> 571722 T2057 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 571722 T2057 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 571723 T2057 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 571723 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 571723 T2057 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 571724 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 571724 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 571725 T2057 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 571725 T2057 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 571732 T2057 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 571732 T2057 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 571733 T2057 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22969/solr
[junit4] 2> 571733 T2057 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 571734 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 571737 T2123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7dd26c39 name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 571738 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 571741 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 571754 T2125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b1a4b97 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 571754 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 571769 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 572773 T2057 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22982_
[junit4] 2> 572781 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22982_
[junit4] 2> 572785 T2097 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 572786 T2079 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 572786 T2125 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 572786 T2084 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 572785 T2111 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 572793 T2057 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170
[junit4] 2> 572802 T2057 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/conf/
[junit4] 2> 573094 T2057 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 573095 T2057 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 573096 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 573416 T2057 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 573419 T2057 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22985
[junit4] 2> 573419 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 573420 T2057 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 573420 T2057 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050
[junit4] 2> 573421 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050/'
[junit4] 2> 573464 T2057 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050/solr.xml
[junit4] 2> 573562 T2057 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 573563 T2057 oasc.CoreContainer.<init> New CoreContainer 945620027
[junit4] 2> 573563 T2057 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050/]
[junit4] 2> 573565 T2057 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 573565 T2057 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 573566 T2057 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 573566 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 573567 T2057 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 573567 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 573568 T2057 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 573568 T2057 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 573569 T2057 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 573576 T2057 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 573576 T2057 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 573577 T2057 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22969/solr
[junit4] 2> 573577 T2057 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 573579 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 573581 T2137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1673de48 name:ZooKeeperConnection Watcher:127.0.0.1:22969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 573582 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 573596 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 573602 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36f7985 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 573602 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 573607 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 574610 T2057 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22985_
[junit4] 2> 574616 T2057 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22985_
[junit4] 2> 574649 T2111 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574649 T2079 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574649 T2139 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574649 T2084 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574649 T2125 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574649 T2097 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 574658 T2057 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050
[junit4] 2> 574676 T2057 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384313459050/conf/
[junit4] 2> 575034 T2057 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 575035 T2057 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 575036 T2057 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 575044 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 575049 T2142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ce8ca39 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 575049 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 575051 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 575064 T2057 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 575070 T2144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c57ca85 name:ZooKeeperConnection Watcher:127.0.0.1:22969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 575071 T2057 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 575072 T2057 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 575084 T2087 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=2&name=delLiveColl&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 575087 T2079 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 575180 T2081 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 575180 T2081 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 576099 T2080 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 576099 T2080 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
[junit4] 2> 576100 T2080 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
[junit4] 2> 576129 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2144 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576129 T2084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 576144 T2081 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 576144 T2081 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:22976_
[junit4] 2> 576145 T2081 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:22982_
[junit4] 2> 576146 T2081 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:22972_
[junit4] 2> 576146 T2081 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:22979_
[junit4] 2> 576155 T2115 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down
[junit4] 2> 576158 T2088 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down
[junit4] 2> 576158 T2115 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 576158 T2101 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down
[junit4] 2> 576159 T2069 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down
[junit4] 2> 576170 T2088 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 576170 T2101 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 576170 T2069 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 577634 T2080 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 577635 T2080 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:22982",
[junit4] 2> "core":"delLiveColl_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:22982_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 577640 T2080 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:22976",
[junit4] 2> "core":"delLiveColl_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:22976_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 577658 T2080 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:22979",
[junit4] 2> "core":"delLiveColl_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:22979_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 577678 T2080 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:22972",
[junit4] 2> "core":"delLiveColl_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:22972_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 577710 T2084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577710 T2144 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 577711 T2125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 578160 T2115 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
[junit4] 2> 578163 T2115 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2
[junit4] 2> 578164 T2115 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 578165 T2115 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
[junit4] 2> 578165 T2115 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 578166 T2115 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 578166 T2115 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 578169 T2115 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 578170 T2115 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/'
[junit4] 2> 578172 T2101 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
[junit4] 2> 578172 T2088 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
[junit4] 2> 578173 T2069 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
[junit4] 2> 578176 T2101 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2
[junit4] 2> 578177 T2101 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 578177 T2088 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1
[junit4] 2> 578177 T2069 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1
[junit4] 2> 578178 T2101 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 578177 T2088 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 578178 T2101 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 578178 T2069 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 578179 T2088 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 578180 T2101 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/'
[junit4] 2> 578180 T2069 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 578180 T2088 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 578181 T2069 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 578182 T2088 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/'
[junit4] 2> 578183 T2069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/'
[junit4] 2> 578337 T2101 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 578341 T2088 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 578346 T2115 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 578347 T2069 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 578420 T2101 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 578423 T2088 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 578431 T2115 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 578434 T2069 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 578522 T2101 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 578524 T2088 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 578533 T2115 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 578535 T2069 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 578535 T2101 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
[junit4] 2> 578536 T2088 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
[junit4] 2> 578547 T2115 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
[junit4] 2> 578548 T2069 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
[junit4] 2> 579464 T2088 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 579476 T2115 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 579481 T2088 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 579486 T2115 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 579486 T2101 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 579486 T2088 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 579491 T2069 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 579491 T2115 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 579496 T2101 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 579501 T2069 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 579501 T2101 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 579506 T2069 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 579522 T2101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579523 T2088 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579522 T2069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579522 T2115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579528 T2101 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579529 T2088 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579529 T2115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579529 T2069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 579535 T2101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579536 T2115 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579536 T2101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579537 T2069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579537 T2088 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579537 T2115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579537 T2101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579539 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579538 T2115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579538 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579540 T2115 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579539 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579539 T2101 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579541 T2088 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579540 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579542 T2101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579543 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579543 T2101 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579542 T2069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 579541 T2115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579544 T2101 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 579543 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579545 T2101 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/data/
[junit4] 2> 579545 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 579545 T2115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579546 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 579546 T2101 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4653a8b3
[junit4] 2> 579545 T2088 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 579547 T2069 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 579547 T2115 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 579548 T2101 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/data
[junit4] 2> 579548 T2069 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/data/
[junit4] 2> 579548 T2088 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/data/
[junit4] 2> 579550 T2069 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4653a8b3
[junit4] 2> 579549 T2101 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/data/index/
[junit4] 2> 579549 T2115 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/data/
[junit4] 2> 579551 T2069 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/data
[junit4] 2> 579551 T2115 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4653a8b3
[junit4] 2> 579551 T2101 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 579550 T2088 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4653a8b3
[junit4] 2> 579552 T2069 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/data/index/
[junit4] 2> 579553 T2115 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/data
[junit4] 2> 579553 T2101 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384313455219/delLiveColl_shard2_replica2/data/index
[junit4] 2> 579554 T2115 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/data/index/
[junit4] 2> 579554 T2088 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/data
[junit4] 2> 579554 T2069 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 579555 T2088 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/data/index/
[junit4] 2> 579555 T2115 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 579555 T2101 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=0.91015625, floorSegmentMB=0.46875, forceMergeDeletesPctAllowed=12.96654913470315, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5674161210814419
[junit4] 2> 579557 T2115 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384313457170/delLiveColl_shard1_replica2/data/index
[junit4] 2> 579556 T2088 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 579556 T2069 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384313452405/delLiveColl_shard2_replica1/data/index
[junit4] 2> 579558 T2088 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384313453353/delLiveColl_shard1_replica1/data/index
[junit4] 2> 579558 T2101 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@74cc47c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@728e4f58),segFN=segments_1,generation=1}
[junit4] 2> 579558 T2115 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=0.91015625, floorSegmentMB=0.46875, forceMergeDeletesPctAllowed=12.96654913470315, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5674161210814419
[junit4] 2> 579559 T2101 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 579559 T2088 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=0.91015625, floorSegmentMB=0.46875, forceMergeDeletesPctAllowed=12.96654913470315, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5674161210814419
[junit4] 2> 579558 T2069 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=0.91015625, floorSegmentMB=0.46875, forceMergeDeletesPctAllowed=12.96654913470315, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5674161210814419
[junit4] 2> 579560 T2115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2c3e2fa5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@591a5f3f),segFN=segments_1,generation=1}
[junit4] 2> 579561 T2088 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@21338f41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@29816a16),segFN=segments_1,generation=1}
[junit4] 2> 579561 T2069 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@557e556b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4990b9d4),segFN=segments_1,generation=1}
[junit4] 2> 579561 T2115 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 579562 T2069 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 579562 T2088 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 579565 T2101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 579566 T2101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 579566 T2101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 579567 T2101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 579567 T2101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 579567 T2101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 579568 T2115 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 579568 T2101 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579568 T2069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 579569 T2101 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579569 T2115 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 579568 T2088 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 579570 T2115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 579569 T2101 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 579569 T2069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 579571 T2115 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 579571 T2088 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 579572 T2115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 579572 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 579572 T2101 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 579573 T2069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 579573 T2115 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 579572 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 579574 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 579574 T2101 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 579575 T2069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 579575 T2088 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 579575 T2115 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579576 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 579576 T2069 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579575 T2101 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 579577 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579577 T2088 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 579577 T2115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579579 T2088 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579578 T2069 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 579578 T2101 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 579579 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 579579 T2115 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 579580 T2101 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 579580 T2088 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 579580 T2069 oasc.RequestHandlers.initHandlersFromConfig created
[...truncated too long message...]
zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] 2> 2) Thread[id=2144, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] 2> 129834 T2056 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] 2> 2) Thread[id=2144, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] 2> 695965 T2144 oaz.ClientCnxn$EventThread.run ERROR Event thread exiting due to interruption java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2017)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2052)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] 2>
[junit4] 2> 697968 T2143 oaz.ClientCnxn$SendThread.run WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4] 2>
[junit4] 2> 698469 T2143 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
[junit4] 2>
[junit4] 2> 132841 T2056 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] 2> at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=iw_IL, timezone=Asia/Choibalsan
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=104038704,total=429916160
[junit4] 2> NOTE: All tests run in this JVM: [TermsComponentTest, IndexSchemaTest, TestSuggestSpellingConverter, TestWriterPerf, ResourceLoaderTest, TestReplicationHandler, WordBreakSolrSpellCheckerTest, TestAddFieldRealTimeGet, OverseerTest, ClusterStateUpdateTest, TestMaxScoreQueryParser, UnloadDistributedZkTest, TestSolrXmlPersistor, ReturnFieldsTest, CacheHeaderTest, MoreLikeThisHandlerTest, PeerSyncTest, QueryElevationComponentTest, TestFunctionQuery, SearchHandlerTest, TestSolrXmlPersistence, TestSolrQueryParserResource, TestInfoStreamLogging, PreAnalyzedUpdateProcessorTest, TestStressVersions, UpdateParamsTest, TestLuceneMatchVersion, AnalysisAfterCoreReloadTest, TestLFUCache, TestClassNameShortening, SolrCoreTest, TestRemoteStreaming, TestFieldCollectionResource, TestCloudManagedSchema, TestDefaultSearchFieldResource, DocValuesTest, DistributedTermsComponentTest, RegexBoostProcessorTest, DistributedQueryElevationComponentTest, SystemInfoHandlerTest, SolrIndexSplitterTest, TestImplicitCoreProperties, ParsingFieldUpdateProcessorsTest, BasicFunctionalityTest, TestCharFilters, TestBadConfig, DeleteReplicaTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.seed=63247B2B2204053E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=Asia/Choibalsan -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | DeleteReplicaTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
[junit4] > at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
[junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
[junit4] > at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
[junit4] > 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > 2) Thread[id=2144, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] > at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2143, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[63247B2B2204053E]-SendThread(localhost:22969), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > at __randomizedtesting.SeedInfo.seed([63247B2B2204053E]:0)
[junit4] Completed on J0 in 132.91s, 1 test, 1 failure, 3 errors <<< FAILURES!
[...truncated 755 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:423: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:403: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:489: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1272: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:908: There were test failures: 334 suites, 1470 tests, 3 suite-level errors, 1 error, 806 ignored (4 assumptions)
Total time: 59 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure