You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/16 23:07:40 UTC
[JENKINS] Lucene-Solr-Tests-4.3-Java6 - Build # 86 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.3-Java6/86/
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:18633/nhy/kf returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:18633/nhy/kf returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([CAD8C46B7198F195:4B3E4A7306C791A9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:33061/w_/w returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:33061/w_/w returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([CAD8C46B7198F195:4B3E4A7306C791A9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:206)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:148)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8652 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.571; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.578; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.579; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.580; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.681; org.apache.solr.cloud.ZkTestServer; start zk server on port:18623
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.682; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.686; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6220ac02 name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.686; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.687; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.692; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.701; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@64e79f63 name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.701; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.701; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.706; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.710; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.714; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.718; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.719; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.733; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.734; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.744; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.745; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.750; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.750; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.755; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.756; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.760; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.761; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.765; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.766; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.771; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.771; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.776; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:50.777; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.033; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.038; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18628
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.039; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.039; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.040; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.040; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/solr.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.041; org.apache.solr.core.CoreContainer; New CoreContainer 41343992
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.042; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.042; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.201; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.204; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.204; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.205; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.206; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.206; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.224; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.225; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18623/solr
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.226; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.227; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.230; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@215e3fd1 name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.230; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.233; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.247; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.249; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34aee875 name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.249; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.252; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.262; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.267; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.270; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18628_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.272; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18628_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.282; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.297; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.301; org.apache.solr.cloud.Overseer; Overseer (id=89877081658884099-127.0.0.1:18628_nhy%2Fkf-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.312; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.324; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.325; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.329; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.332; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.336; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.339; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.340; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.341; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.341; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.343; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/collection1/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.344; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.345; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.399; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.456; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.458; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:51.464; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.014; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.018; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.021; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.026; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.057; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.058; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371415430782/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.058; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0ede5
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.059; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.059; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.060; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data/index/
[junit4:junit4] 1> WARN - 2013-06-16 20:43:52.060; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.060; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data/index
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.065; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@181d4997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b6e669f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.066; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.069; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.069; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.070; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.070; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.071; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.071; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.072; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.072; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.073; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.088; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.096; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7a74bff1 main
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.097; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/control/data/tlog
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.098; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.099; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.102; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7a74bff1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.104; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.104; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.842; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.843; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18628_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18628/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.843; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.843; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:52.849; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.132; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.132; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18628/nhy/kf collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.133; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.157; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.161; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.161; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.162; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18628/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.162; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.162; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18628/nhy/kf/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.163; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18628/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:53.163; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.361; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.413; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18628/nhy/kf/collection1/ and leader is http://127.0.0.1:18628/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.413; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18628/nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.413; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.414; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.414; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.416; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.418; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.418; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.419; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.435; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.437; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.439; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76bd92e4 name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.440; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.442; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.446; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.697; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.700; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18633
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.700; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.701; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.702; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.702; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/solr.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.703; org.apache.solr.core.CoreContainer; New CoreContainer 1956653918
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.703; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.704; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.866; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.868; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.868; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.869; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.869; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.870; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.870; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.887; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.887; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18623/solr
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.888; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.889; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.892; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@44875666 name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.893; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.896; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.907; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.910; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@56165397 name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.910; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:54.923; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.895; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.896; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18628_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18628/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.909; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.910; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.910; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.927; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18633_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.929; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18633_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.932; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.932; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.933; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.935; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.935; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.941; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.942; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.943; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.943; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.945; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/collection1/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.946; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.947; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:43:55.996; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.059; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.062; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.067; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.619; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.623; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.626; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.631; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.665; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.666; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371415434446/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.666; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0ede5
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.667; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.668; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.668; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1/index/
[junit4:junit4] 1> WARN - 2013-06-16 20:43:56.668; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.669; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1/index
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.673; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.673; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.676; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.677; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.678; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.678; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.679; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.679; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.680; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.681; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.681; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.691; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.698; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7c4c9e55 main
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.699; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.700; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.700; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.706; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7c4c9e55 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.708; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-06-16 20:43:56.709; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.417; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.418; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18633_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18633/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.418; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.419; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.435; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.435; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.436; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.712; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.712; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18633/nhy/kf collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.714; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.743; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.747; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.747; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.748; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18633/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.748; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.748; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18633/nhy/kf/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.749; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18633/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:57.749; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:58.942; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:58.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:58.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:58.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.039; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18633/nhy/kf/collection1/ and leader is http://127.0.0.1:18633/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.039; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18633/nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.039; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.040; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.040; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.042; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.044; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.045; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.045; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.340; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.343; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18636
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.344; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.344; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.345; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.345; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/solr.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.346; org.apache.solr.core.CoreContainer; New CoreContainer 1386976509
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.347; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.347; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/'
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.522; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.523; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.523; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.524; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.524; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.525; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.525; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.526; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.526; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.527; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.545; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.546; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18623/solr
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.546; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.547; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.551; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2e1f86b7 name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.551; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.555; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.567; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.570; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@62dfb098 name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.571; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:43:59.583; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.503; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.505; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18633_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18633/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.518; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.519; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.518; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.518; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.589; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18636_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.591; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18636_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.595; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.596; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.597; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.597; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.599; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.604; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.604; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.605; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.606; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.608; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/collection1/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.609; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.610; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.660; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.716; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.718; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:00.724; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.293; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.297; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.299; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.305; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.339; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.340; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371415439064/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.340; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0ede5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.341; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.342; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.342; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2/index/
[junit4:junit4] 1> WARN - 2013-06-16 20:44:01.342; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.343; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2/index
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.347; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.347; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.350; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.351; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.352; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.352; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.353; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.353; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.353; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.354; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.354; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.361; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.366; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6222053a main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.367; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.368; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.368; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.372; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6222053a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.374; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-06-16 20:44:01.375; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.026; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.027; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18636_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18636/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.027; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.027; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.403; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.403; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18636/nhy/kf collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.405; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.430; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.440; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.441; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.441; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18636/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.442; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.442; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18636/nhy/kf/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.442; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18636/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:02.443; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.547; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.630; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18636/nhy/kf/collection1/ and leader is http://127.0.0.1:18636/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.630; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18636/nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.630; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.631; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.631; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.640; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.642; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.642; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.643; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.977; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.981; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18643
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.982; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.982; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.983; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.983; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/solr.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.984; org.apache.solr.core.CoreContainer; New CoreContainer 842992116
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.985; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:03.985; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.175; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.176; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.176; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.177; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.177; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.178; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.179; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.179; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.180; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.180; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.198; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.199; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18623/solr
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.199; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.200; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.203; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@33192410 name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.204; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.214; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.228; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.230; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@168fc43e name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.230; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:04.242; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.086; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.088; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18636_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18636/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.105; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.105; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.105; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.105; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.105; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.247; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18643_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.249; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18643_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.253; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.253; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.255; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.256; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.256; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.257; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.261; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.262; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.263; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.263; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.265; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/collection1/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.266; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.267; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.316; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.374; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.376; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.381; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.947; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.951; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.953; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.959; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.990; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.990; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371415443661/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.990; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0ede5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.991; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.992; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.992; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index/
[junit4:junit4] 1> WARN - 2013-06-16 20:44:05.992; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.994; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.997; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ccefaa7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1733f8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:05.998; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.001; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.001; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.002; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.003; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.004; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.004; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.004; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.005; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.006; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.015; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.023; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@441f5a5b main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.023; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/tlog
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.024; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.025; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.030; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@441f5a5b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.033; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.033; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.618; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.619; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18643_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18643/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.620; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.620; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.636; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.636; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.636; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.636; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:06.636; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.036; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.036; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18643/nhy/kf collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.040; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18643/nhy/kf/collection1/ and leader is http://127.0.0.1:18633/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.041; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18643/nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.041; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.041; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.042; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.042; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.042; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.043; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.043; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.044; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.045; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.045; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.045; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.071; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.326; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.330; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18649
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.330; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.331; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.332; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.332; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/solr.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.333; org.apache.solr.core.CoreContainer; New CoreContainer 1473415995
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.333; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.334; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.499; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.500; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.500; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.501; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.502; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.502; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.503; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.503; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.504; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.523; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.523; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18623/solr
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.524; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.525; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.528; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@305c24dc name:ZooKeeperConnection Watcher:127.0.0.1:18623 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.529; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.532; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.545; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.550; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@111718cb name:ZooKeeperConnection Watcher:127.0.0.1:18623/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.551; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-06-16 20:44:07.559; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.144; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.145; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18643_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18643/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.159; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.159; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.159; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.159; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.564; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18649_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.567; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18649_nhy%2Fkf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.570; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.570; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.571; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.570; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.570; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.571; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.571; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.573; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.573; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.575; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.575; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.581; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.581; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.582; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.582; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.584; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/collection1/'
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.586; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.586; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.637; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.697; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.699; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:08.705; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.073; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.073; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:18643_nhy%252Fkf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.281; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.285; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.288; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.294; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.324; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.325; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371415447069/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.325; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0ede5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.326; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.327; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.327; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index/
[junit4:junit4] 1> WARN - 2013-06-16 20:44:09.328; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.329; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.333; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b9e774d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a7b4d34),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.333; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.338; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.339; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.340; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.340; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.340; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.341; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.342; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.353; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.362; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@11f26f44 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.363; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/tlog
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.364; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.364; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.369; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@11f26f44 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.372; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.372; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.667; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.669; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18649_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18649/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.669; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.669; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:09.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.375; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.375; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18649/nhy/kf collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.379; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18649/nhy/kf/collection1/ and leader is http://127.0.0.1:18636/nhy/kf/collection1/
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.379; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18649/nhy/kf
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.380; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.380; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.380; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.381; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.381; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.382; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.382; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.383; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.384; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.384; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.384; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.401; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.402; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.403; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.403; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-06-16 20:44:10.404; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.075; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:18633/nhy/kf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.075; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:18643/nhy/kf START replicas=[http://127.0.0.1:18633/nhy/kf/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-06-16 20:44:11.076; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.077; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.077; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.077; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.077; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.078; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:18633/nhy/kf/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.078; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.082; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.091; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.092; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.093; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.094; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.094; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.095; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5a3bb53f realtime
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.095; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.095; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.096; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.097; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.099; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.100; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.100; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.100; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.101; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.103; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.104; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.105; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index.20130616224411104
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.105; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@44439b01 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2abeb8f0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.108; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.110; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.110; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.111; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.112; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ccefaa7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1733f8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ccefaa7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1733f8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.112; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.112; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.113; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@485b13dd main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.114; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@485b13dd main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.114; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index.20130616224411104 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index.20130616224411104;done=true>>]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.114; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index.20130616224411104
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.114; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty3/index.20130616224411104
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.115; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.115; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.115; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.115; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.117; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.189; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.190; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18649_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18649/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.194; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18643_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18643/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.207; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.403; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.403; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:18649_nhy%252Fkf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 1> INFO - 2013-06-16 20:44:11.406; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:12.410; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.405; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:18636/nhy/kf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.405; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:18649/nhy/kf START replicas=[http://127.0.0.1:18636/nhy/kf/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-06-16 20:44:13.406; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.406; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.406; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.407; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.407; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.408; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:18636/nhy/kf/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.408; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.412; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.414; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.421; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.423; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.424; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.425; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.425; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.426; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@9e02496 realtime
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.426; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.427; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.428; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.428; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.430; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.431; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.431; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.432; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.432; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.434; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.435; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.436; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index.20130616224413435
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.436; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@39c87676 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4486f57f) fullCopy=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.439; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.440; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.448; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.449; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.450; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b9e774d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a7b4d34),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b9e774d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a7b4d34),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.451; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.451; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.452; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@31ade61 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.453; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@31ade61 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.454; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index.20130616224413435 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index.20130616224413435;done=true>>]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.454; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index.20130616224413435
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.454; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371415430578/jetty4/index.20130616224413435
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.455; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.455; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.455; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.455; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-06-16 20:44:13.485; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.223; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.225; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18649_nhy%2Fkf",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18649/nhy/kf"}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.415; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.417; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.425; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.428; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@181d4997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b6e669f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.429; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.430; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@181d4997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b6e669f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@181d4997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b6e669f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.430; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.431; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@75935089 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.431; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.432; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@75935089 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.433; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.447; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.448; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55273929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54d9bb1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.448; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.449; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2237ed25 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.449; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.450; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2237ed25 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.451; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:18633/nhy/kf/collection1/, StdNode: http://127.0.0.1:18643/nhy/kf/collection1/, StdNode: http://127.0.0.1:18649/nhy/kf/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.459; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.461; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e13674c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7116e3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.461; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.462; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3dad39f8 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.463; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.464; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3dad39f8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.464; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.466; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.466; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.467; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ccefaa7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1733f8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ccefaa7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1733f8),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.468; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b9e774d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a7b4d34),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b9e774d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a7b4d34),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.468; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.468; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.469; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@ea5fce7 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.469; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4096af55 main
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.470; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.470; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.471; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@ea5fce7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.471; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4096af55 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.472; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.472; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.473; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.475; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.479; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.482; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.484; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:14.487; org.apache.solr.core.SolrCore; [collection1] webapp=/nhy/kf path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.493; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438033333706555392)} 0 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.504; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={update.distrib=FROMLEADER&_version_=-1438033333711798272&update.from=http://127.0.0.1:18633/nhy/kf/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438033333711798272)} 0 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.508; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={update.distrib=FROMLEADER&_version_=-1438033333717041152&update.from=http://127.0.0.1:18636/nhy/kf/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438033333717041152)} 0 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.509; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438033333717041152)} 0 7
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.509; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438033333711798272)} 0 12
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.513; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[0 (1438033333727526912)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.520; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438033333731721216)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.521; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[0 (1438033333731721216)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.525; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[1 (1438033333740109824)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.532; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438033333744304128)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.533; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[1 (1438033333744304128)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.537; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[2 (1438033333752692736)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.545; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1438033333756887040)]} 0 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.546; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[2 (1438033333756887040)]} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.550; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[3 (1438033333766324224)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1438033333770518528)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.558; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[3 (1438033333770518528)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.561; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[4 (1438033333777858560)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1438033333783101440)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.570; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[4 (1438033333783101440)]} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.574; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[5 (1438033333791490048)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.584; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1438033333798830080)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.585; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1438033333798830080)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.585; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[5]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.589; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[6 (1438033333807218688)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.596; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1438033333811412992)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.597; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[6 (1438033333811412992)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.600; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[7 (1438033333818753024)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.610; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1438033333826093056)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.611; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1438033333826093056)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.611; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[7]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.615; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[8 (1438033333834481664)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.625; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1438033333841821696)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1438033333841821696)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.630; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[9 (1438033333850210304)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.637; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1438033333854404608)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.638; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[9 (1438033333854404608)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.642; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[10 (1438033333862793216)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.653; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1438033333870133248)]} 0 2
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.654; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1438033333870133248)]} 0 6
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.655; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.659; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[11 (1438033333880619008)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.666; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1438033333884813312)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.667; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[11 (1438033333884813312)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[12 (1438033333893201920)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.681; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1438033333900541952)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.682; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1438033333900541952)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.682; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[12]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.686; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[13 (1438033333908930560)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.696; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1438033333916270592)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.697; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1438033333916270592)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.697; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.701; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[14 (1438033333924659200)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.708; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1438033333928853504)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.709; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[14 (1438033333928853504)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.713; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[15 (1438033333937242112)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.720; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1438033333941436416)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.721; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[15 (1438033333941436416)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.724; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[16 (1438033333948776448)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.731; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1438033333952970752)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.732; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[16 (1438033333952970752)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.735; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[17 (1438033333960310784)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.745; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1438033333967650816)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1438033333967650816)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[17]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.750; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[18 (1438033333976039424)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.760; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1438033333983379456)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.761; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1438033333983379456)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.761; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[18]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.765; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[19 (1438033333991768064)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1438033333999108096)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1438033333999108096)]} 0 4
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.776; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[19]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.780; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[20 (1438033334007496704)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.790; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1438033334014836736)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.791; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1438033334014836736)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.791; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[20]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.795; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[21 (1438033334023225344)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.805; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1438033334030565376)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.806; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1438033334030565376)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.806; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.810; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[22 (1438033334038953984)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.820; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1438033334046294016)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.821; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1438033334046294016)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.821; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[22]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.825; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[23 (1438033334054682624)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.832; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1438033334058876928)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.833; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[23 (1438033334058876928)]} 0 4
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.836; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[24 (1438033334066216960)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.846; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1438033334073556992)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.847; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1438033334073556992)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.847; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[24]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.851; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[25 (1438033334081945600)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.861; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1438033334089285632)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.862; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1438033334089285632)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.862; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[25]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.866; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[26 (1438033334097674240)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.876; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1438033334105014272)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.877; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1438033334105014272)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.877; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[26]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.881; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[27 (1438033334113402880)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.891; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1438033334120742912)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.892; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1438033334120742912)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.892; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[27]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.896; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[28 (1438033334129131520)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.906; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1438033334136471552)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.907; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1438033334136471552)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.907; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[28]} 0 8
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.911; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[29 (1438033334144860160)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.918; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1438033334149054464)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.919; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[29 (1438033334149054464)]} 0 5
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.922; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={wt=javabin&version=2} {add=[30 (1438033334156394496)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.932; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18636/nhy/kf/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1438033334163734528)]} 0 1
[junit4:junit4] 1> INFO - 2013-06-16 20:44:16.933; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nhy/kf path=/update params={distrib.from=http://127.0.0.1:18633/nhy/kf/collection1/&update.distrib=TOLEADER&wt=javabin&version=
[...truncated too long message...]
r/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/awholynewcollection_3_shard4_replica1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/awholynewcollection_3_shard4_replica1/data;done=false>>]
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.785; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/awholynewcollection_3_shard4_replica1/data
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.785; org.apache.solr.core.SolrCore; [halfdeletedcollection_shard2_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@2a8a126
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.792; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.792; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.792; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.793; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.793; org.apache.solr.core.SolrCore; [halfdeletedcollection_shard2_replica1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.794; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.794; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data;done=false>>]
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.795; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.795; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.796; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371415659239/halfdeletedcollection_shard2_replica1/data/index
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.797; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89877096295235596-127.0.0.1:33064_w_%2Fw-n_0000000004) am no longer a leader.
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.800; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/w_/w,null}
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.858; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.860; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:58057 58057
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1371415653910
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=CAD8C46B7198F195 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=Africa/Maputo -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 177s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:33061/w_/w returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([CAD8C46B7198F195:4B3E4A7306C791A9]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:206)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:148)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 1> INFO - 2013-06-16 20:50:30.940; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 177046 T731 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 1> WARN - 2013-06-16 20:50:32.100; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-06-16 20:50:32.100; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> WARN - 2013-06-16 20:50:32.100; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=NestedPulsing), range_facet_l=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=SimpleText), a_t=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=Direct), _version_=PostingsFormat(name=NestedPulsing), other_tl1=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Direct), a_si=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=zh_HK, timezone=Africa/Maputo
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=254453520,total=531103744
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DisMaxRequestHandlerTest, TestBinaryField, TestReload, TestAtomicUpdateErrorCases, TestDefaultSimilarityFactory, ZkSolrClientTest, TestReloadAndDeleteDocs, TestSolr4Spatial, JSONWriterTest, TestUpdate, IndexReaderFactoryTest, IndexSchemaRuntimeFieldTest, TestFieldTypeCollectionResource, TestJmxMonitoredMap, SolrIndexConfigTest, FileUtilsTest, FullSolrCloudDistribCmdsTest, DOMUtilTest, TestRTGBase, DistanceFunctionTest, BadIndexSchemaTest, XmlUpdateRequestHandlerTest, DirectSolrSpellCheckerTest, IndexBasedSpellCheckerTest, RequiredFieldsTest, TestRecovery, MultiTermTest, ConvertedLegacyTest, TermVectorComponentDistributedTest, UpdateParamsTest, DirectUpdateHandlerTest, NoCacheHeaderTest, PingRequestHandlerTest, ChaosMonkeyShardSplitTest, TestLuceneMatchVersion, SimplePostToolTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed on J1 in 178.34s, 1 test, 1 error <<< FAILURES!
[...truncated 634 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:887: There were test failures: 292 suites, 1209 tests, 2 errors, 13 ignored (7 assumptions)
Total time: 46 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure