You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/04/14 19:47:27 UTC
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3888 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3888/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<319> but was:<320>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<319> but was:<320>
at __randomizedtesting.SeedInfo.seed([607B4049196D3836:E19DCE516E32580A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:155)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:154)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9207 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.142; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.149; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.151; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.151; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.252; org.apache.solr.cloud.ZkTestServer; start zk server on port:25318
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.253; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.261; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@583f3cea name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.261; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.261; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.266; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.277; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@43c0c02c name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.277; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.278; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.282; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.291; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.293; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.301; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.302; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.316; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.317; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.420; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.421; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.424; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.425; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.428; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.429; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.437; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.438; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.441; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.441; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.445; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.445; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.448; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.449; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.653; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.657; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25321
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.658; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.658; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.659; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.659; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.660; org.apache.solr.core.CoreContainer; New CoreContainer 1059053369
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.661; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/'
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.661; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/'
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.724; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.725; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.726; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.726; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.727; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.727; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.728; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.728; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.729; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.729; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.750; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.769; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:25318/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.769; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.770; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.773; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@30e70b2d name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.774; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.776; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.788; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.789; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76b1b7b name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.790; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.792; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.796; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.806; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.808; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25321_
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.810; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25321_
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.820; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.832; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.835; org.apache.solr.cloud.Overseer; Overseer (id=89519585830895619-127.0.0.1:25321_-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.846; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.857; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.858; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.860; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.868; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.871; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.875; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.875; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.876; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.876; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.878; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.880; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.880; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.930; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 03:27:57.992; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.093; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.099; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.748; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.760; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.764; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.780; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.785; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.790; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:27:58.791; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:27:58.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:27:58.793; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:27:58.794; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.794; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.794; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365960477459/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data/
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.795; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bf7911b
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.795; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.796; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.796; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:27:58.797; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.797; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data/index
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.801; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a7e47cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@5647aca3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.802; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.804; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.805; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.806; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.806; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.807; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.807; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.808; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.808; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.809; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.822; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.828; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@280eeae main
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.829; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/control/data/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.830; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.830; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.833; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@280eeae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.835; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:27:58.836; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.375; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.376; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25321_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25321"}
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.411; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.864; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.864; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25321 collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.865; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.887; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.896; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.896; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.896; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:25321/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.897; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.897; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:25321/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.897; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:25321/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:27:59.898; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:00.928; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:00.996; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.035; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25321/collection1/ and leader is http://127.0.0.1:25321/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.035; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25321
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.035; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.036; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.036; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.038; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.039; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.040; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.040; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.054; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.056; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.058; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6b7fb827 name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.059; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.061; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.063; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.285; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.288; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25325
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.289; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.289; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.290; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.291; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.291; org.apache.solr.core.CoreContainer; New CoreContainer 197469496
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.292; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.293; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.361; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.362; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.362; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.363; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.363; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.364; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.364; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.365; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.366; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.366; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.386; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.406; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:25318/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.407; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.408; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.411; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5642ac71 name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.412; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.414; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.424; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.454; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@16b84ca3 name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.454; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:01.465; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.468; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25325_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.495; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25325_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.498; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.499; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.499; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.501; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.510; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.511; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25321_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25321"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.515; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.516; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.524; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.524; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.527; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.529; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.529; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.579; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.641; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.742; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:02.748; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.358; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.366; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.369; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.383; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.386; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:03.391; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:03.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:03.393; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:03.393; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.393; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.394; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365960481063/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.394; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bf7911b
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.394; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.395; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.395; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:28:03.395; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.396; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.398; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.398; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.400; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.400; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.401; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.402; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.402; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.402; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.402; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.403; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.403; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.412; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.416; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e06ddbc main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.416; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.417; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.417; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.421; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@e06ddbc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.422; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:28:03.423; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.028; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25325_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25325"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.030; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.030; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.045; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.045; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.045; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.451; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.451; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25325 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.452; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.473; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.476; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.476; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.476; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:25325/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.477; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.477; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:25325/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.477; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:25325/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:04.478; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.549; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.657; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25325/collection1/ and leader is http://127.0.0.1:25325/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.657; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25325
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.657; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.658; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.658; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.660; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.661; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.662; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.662; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.885; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.888; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25331
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.889; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.890; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.890; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.891; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.891; org.apache.solr.core.CoreContainer; New CoreContainer 160474466
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.892; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.893; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.961; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.961; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.962; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.962; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.963; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.964; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.964; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.966; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:05.988; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.007; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:25318/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.008; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.009; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.013; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@51b5c02d name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.013; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.027; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.039; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.041; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@c031a72 name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.042; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:06.057; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.060; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25331_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.063; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25331_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.066; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.067; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.067; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.066; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.067; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.081; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.082; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.087; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.087; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.088; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.088; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.090; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.091; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.092; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.115; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.116; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25325_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25325"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.130; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.130; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.130; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.130; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.143; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.205; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.307; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.313; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.915; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.918; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.929; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.933; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.936; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:07.937; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:07.938; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.938; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:07.939; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:07.939; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.940; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.940; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365960485676/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.940; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bf7911b
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.941; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.942; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.942; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:28:07.942; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.942; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.945; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.945; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.947; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.947; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.948; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.949; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.949; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.949; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.950; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.950; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.950; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.959; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.964; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@106c5b74 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.964; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.965; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.965; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.969; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@106c5b74 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.971; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:28:07.971; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.635; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.636; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25331_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25331"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.636; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.636; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.646; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.646; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.646; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.646; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.999; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:08.999; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25331 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.000; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.020; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.032; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.032; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.033; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:25331/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.033; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.033; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:25331/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.034; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:25331/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:09.034; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.159; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.179; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.179; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.179; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.179; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.221; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25331/collection1/ and leader is http://127.0.0.1:25331/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.221; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25331
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.221; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.222; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.222; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.224; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.225; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.226; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.226; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.450; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.454; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25334
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.454; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.455; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.455; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.456; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.457; org.apache.solr.core.CoreContainer; New CoreContainer 1428575415
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.457; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.458; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.526; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.527; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.528; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.528; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.529; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.529; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.530; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.530; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.531; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.531; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.551; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.572; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:25318/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.572; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.574; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.579; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4b20fb00 name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.579; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.593; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.603; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.605; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@706f82ba name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.606; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:10.616; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.620; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25334_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.623; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25334_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.626; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.626; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.626; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.627; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.627; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.628; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.665; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.665; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.665; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.671; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.671; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.672; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.672; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.673; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.675; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.676; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.690; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.691; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25331_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25331"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.716; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.716; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.716; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.716; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.716; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.748; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.809; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.911; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:11.917; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.552; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.563; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.568; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.583; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.588; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.593; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:12.594; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:12.595; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.595; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:12.596; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:12.597; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.597; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.598; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365960490240/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.598; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bf7911b
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.599; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.599; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.600; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:28:12.600; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.600; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.604; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5992f82e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e40a35),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.604; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.607; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.607; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.608; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.609; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.610; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.610; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.610; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.611; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.612; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.624; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.631; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6c7f4ef6 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.631; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.632; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.632; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.637; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6c7f4ef6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.640; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:28:12.640; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.221; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.222; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25334"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.223; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.223; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.254; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.254; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.254; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.254; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.254; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.672; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.672; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25334 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.675; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25334/collection1/ and leader is http://127.0.0.1:25325/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.675; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25334
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.676; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.676; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.677; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.677; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.678; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.678; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.678; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.679; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.680; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.680; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.681; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.701; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.917; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.920; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25338
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.921; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.922; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.922; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.923; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.923; org.apache.solr.core.CoreContainer; New CoreContainer 180414575
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.924; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.925; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.993; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.994; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.994; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.995; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.995; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.996; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.996; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.997; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:13.998; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.019; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.039; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:25318/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.040; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.041; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.044; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6162371b name:ZooKeeperConnection Watcher:127.0.0.1:25318 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.045; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.060; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.070; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.072; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2c9aa2b7 name:ZooKeeperConnection Watcher:127.0.0.1:25318/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.073; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.083; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.758; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.759; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25334"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:14.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.086; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25338_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.088; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25338_
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.091; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.093; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.093; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.101; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.101; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.102; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.103; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.107; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.107; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.108; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.108; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.110; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.111; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.112; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.162; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.223; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.325; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.331; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.704; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.704; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:25334_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.956; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.967; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.970; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.985; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.990; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.994; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:15.995; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:15.996; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.996; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:28:15.997; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:28:15.998; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.998; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.998; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365960493700/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.999; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bf7911b
[junit4:junit4] 1> INFO - 2013-04-15 03:28:15.999; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.000; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.000; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:28:16.001; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.001; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.004; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66557704 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b978408),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.005; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.007; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.008; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.009; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.009; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.010; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.010; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.011; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.011; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.012; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.024; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.029; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1e0a4a30 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.030; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.031; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.031; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.035; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1e0a4a30 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.038; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.038; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.298; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.300; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25338_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25338"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.300; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.300; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:16.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.041; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.041; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25338 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.117; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25338/collection1/ and leader is http://127.0.0.1:25331/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.118; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25338
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.118; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.118; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.119; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.119; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.120; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.120; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.121; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.121; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.122; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.122; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.134; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.138; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.139; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.139; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.140; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.145; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.706; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:25325/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.706; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:25334 START replicas=[http://127.0.0.1:25325/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 03:28:17.706; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.707; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.708; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.708; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.708; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.708; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:25325/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.709; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.715; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.720; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.723; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.723; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.724; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.725; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.725; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@8659bd2 realtime
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.726; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.726; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.727; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.727; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.730; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.730; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.731; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.731; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.731; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.733; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.734; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.735; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index.20130414172817734
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.735; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@543d8ea6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c567f76) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.738; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.739; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.740; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.741; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.742; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5992f82e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e40a35),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5992f82e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e40a35),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.743; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.743; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.744; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@255ca309 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.745; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@255ca309 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.745; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index.20130414172817734 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index.20130414172817734;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.746; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index.20130414172817734
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.746; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty3/index.20130414172817734
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.746; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.747; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.747; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.747; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.775; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.870; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.871; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25338_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25338"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.876; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25334"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.888; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:17.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:18.142; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:18.147; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:18.147; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:25338_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-15 03:28:19.144; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.147; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.149; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:25331/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.149; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:25338 START replicas=[http://127.0.0.1:25331/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 03:28:20.149; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.150; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.150; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.150; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.151; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.151; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:25331/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.152; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.157; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.162; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.165; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.166; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.167; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.167; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.168; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@21f05bb2 realtime
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.168; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.169; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.170; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.170; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.172; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.172; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.173; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.173; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.174; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.176; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.177; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.178; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index.20130414172820177
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.178; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dbcd7bf lockFactory=org.apache.lucene.store.NativeFSLockFactory@127b4ee3) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.181; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.182; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.183; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.183; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.185; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66557704 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b978408),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66557704 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b978408),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.186; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.186; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.186; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1d2e1640 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.187; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1d2e1640 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.188; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index.20130414172820177 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index.20130414172820177;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.188; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index.20130414172820177
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.189; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index.20130414172820177
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.189; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.189; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.189; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.190; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.192; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.897; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.898; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25338_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25338"}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:20.915; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.149; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.150; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.158; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.161; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a7e47cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@5647aca3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.162; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.163; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a7e47cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@5647aca3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a7e47cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@5647aca3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.164; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.164; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@60440d23 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.165; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.166; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@60440d23 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.166; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.180; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.181; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67486f93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@677ce051),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.182; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.182; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2bd67ab9 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.183; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.183; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2bd67ab9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.184; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:25334/collection1/, StdNode: http://127.0.0.1:25331/collection1/, StdNode: http://127.0.0.1:25338/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.187; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.189; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24681d0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6ba944),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.189; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.190; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3cc9ba82 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.191; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.191; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3cc9ba82 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.192; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.194; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.194; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.195; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5992f82e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e40a35),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5992f82e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e40a35),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.196; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66557704 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b978408),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66557704 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b978408),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.196; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.197; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.198; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@41ef057e main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.198; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3942f247 main
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.199; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.200; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@41ef057e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> WARN - 2013-04-15 03:28:21.200; org.apache.solr.core.JmxMonitoredMap; Failed to register info bean: fieldValueCache
[junit4:junit4] 1> javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4] 1> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4] 1> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4] 1> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4] 1> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4] 1> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4] 1> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4] 1> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4] 1> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4] 1> at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:302)
[junit4:junit4] 1> at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1768)
[junit4:junit4] 1> at org.apache.solr.core.SolrCore.access$000(SolrCore.java:131)
[junit4:junit4] 1> at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1645)
[junit4:junit4] 1> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 1> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 1> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 1> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 1> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.199; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.201; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3942f247 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.200; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.202; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.203; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.204; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.208; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.210; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.212; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:21.214; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.220; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432313400623366144)} 0 2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.229; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432313400627560448&update.from=http://127.0.0.1:25325/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432313400627560448)} 0 2
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.232; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432313400631754752&update.from=http://127.0.0.1:25331/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432313400631754752)} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.233; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432313400631754752)} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.234; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432313400627560448)} 0 11
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.237; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432313400641191936)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.244; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432313400645386240)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.245; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432313400645386240)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.249; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432313400653774848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.255; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432313400656920576)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.255; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432313400656920576)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.259; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432313400664260608)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.265; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432313400667406336)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.266; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432313400667406336)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.270; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432313400675794944)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.277; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432313400679989248)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.277; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432313400679989248)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.281; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1432313400687329280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.288; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432313400691523584)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.289; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1432313400691523584)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.292; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1432313400698863616)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432313400703057920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1432313400703057920)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.303; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1432313400710397952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.312; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432313400716689408)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.313; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432313400716689408)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.313; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.317; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1432313400725078016)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.326; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432313400731369472)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.326; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1432313400731369472)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.327; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.331; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1432313400739758080)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.339; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432313400746049536)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.339; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432313400746049536)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.340; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.344; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1432313400753389568)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.350; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432313400756535296)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.350; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1432313400756535296)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.354; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1432313400763875328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.363; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432313400770166784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.363; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1432313400770166784)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.364; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.368; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432313400778555392)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.374; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432313400781701120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.374; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432313400781701120)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.378; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1432313400789041152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.385; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432313400793235456)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.386; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1432313400793235456)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.389; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1432313400800575488)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1432313400806866944)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1432313400806866944)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.402; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1432313400814206976)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.409; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1432313400818401280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.409; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1432313400818401280)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.413; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1432313400825741312)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.419; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1432313400828887040)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.419; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1432313400828887040)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.423; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1432313400836227072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.432; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432313400842518528)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.432; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1432313400842518528)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.433; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.437; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1432313400850907136)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.446; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432313400857198592)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1432313400857198592)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.451; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1432313400865587200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.460; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432313400871878656)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.460; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1432313400871878656)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.461; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.465; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1432313400880267264)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.474; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1432313400886558720)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.475; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1432313400886558720)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.475; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.479; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1432313400894947328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.486; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1432313400899141632)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.486; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1432313400899141632)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.490; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1432313400906481664)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.499; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1432313400912773120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.500; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1432313400912773120)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.500; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.504; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1432313400921161728)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.511; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1432313400925356032)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.511; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1432313400925356032)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.515; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1432313400932696064)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.521; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1432313400935841792)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.522; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1432313400935841792)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.526; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1432313400944230400)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.535; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1432313400950521856)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.535; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1432313400950521856)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.536; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.540; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1432313400958910464)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.548; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1432313400964153344)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.548; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1432313400964153344)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.549; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.553; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1432313400972541952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.559; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1432313400975687680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.559; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1432313400975687680)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.563; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1432313400983027712)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1432313400986173440)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1432313400986173440)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.573; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1432313400993513472)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.581; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1432313400998756352)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.581; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1432313400998756352)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.582; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.586; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1432313401007144960)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.592; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1432313401010290688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.592; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1432313401010290688)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.596; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1432313401017630720)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.604; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1432313401022873600)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.604; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1432313401022873600)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.605; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.609; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1432313401031262208)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.616; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25331/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1432313401035456512)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.616; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1432313401035456512)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.620; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1432313401042796544)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.627; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:25325/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1432313401046990848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:28:23.627; org.apache.solr.update
[...truncated too long message...]
g as success
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.322; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:25338 DONE. sync succeeded
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.323; org.apache.solr.cloud.SyncStrategy; We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.325; org.apache.solr.cloud.ShardLeaderElectionContext; Sync was not a success but no one else is active! I am the leader
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.325; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:25338/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.326; org.apache.solr.core.SolrCore; [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@412675a4
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.327; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=584,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.328; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.328; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.328; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> ERROR - 2013-04-15 03:32:07.329; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.332; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.332; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.332; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.333; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.333; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.333; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365960477150/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.334; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-15 03:32:07.334; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89519585830895628-5-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> WARN - 2013-04-15 03:32:07.335; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.335; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-15 03:32:07.335; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-15 03:32:07.336; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-15 03:32:07.336; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-15 03:32:07.336; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=Lucene41(blocksize=128), range_facet_l=Lucene41(blocksize=128), id=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=MockFixedIntBlock(blockSize=920), range_facet_si=PostingsFormat(name=SimpleText), _version_=Lucene41(blocksize=128), multiDefault=PostingsFormat(name=SimpleText), rnd_b=PostingsFormat(name=Lucene41WithOrds), intDefault=Lucene41(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=DefaultSimilarity, locale=ru, timezone=Africa/Conakry
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=346026392,total=439353344
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, SystemInfoHandlerTest, DistributedTermsComponentTest, UnloadDistributedZkTest, SchemaVersionSpecificBehaviorTest, ResponseLogComponentTest, RegexBoostProcessorTest, TermVectorComponentTest, TestCharFilters, TestExtendedDismaxParser, ShardSplitTest, TestLMDirichletSimilarityFactory, OverseerCollectionProcessorTest, BasicDistributedZkTest, SuggesterTest, SolrIndexSplitterTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 250.90s, 1 test, 1 failure <<< FAILURES!
[...truncated 614 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1201 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 46 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3889 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3889/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<324> but was:<325>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<324> but was:<325>
at __randomizedtesting.SeedInfo.seed([1AC4C091FB3BB78D:9B224E898C64D7B1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:155)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:154)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9739 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.586; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /rv_lw/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.592; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.594; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.595; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.696; org.apache.solr.cloud.ZkTestServer; start zk server on port:29486
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.698; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.704; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@42fb0e77 name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.704; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.705; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.712; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.723; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@310b5ee2 name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.724; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.725; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.730; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.733; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.742; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.746; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.747; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.761; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.762; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.867; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.869; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.873; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.874; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.882; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.883; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.887; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.888; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.891; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.893; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.896; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.897; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.901; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:01.902; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.130; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.135; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:29489
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.136; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.137; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.137; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.138; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.139; org.apache.solr.core.CoreContainer; New CoreContainer 1654657807
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.140; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.140; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.219; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.220; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.221; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.221; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.222; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.223; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.223; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.224; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.225; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.225; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.251; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.273; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29486/solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.274; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.275; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.279; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@75a53f24 name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.279; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.291; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.304; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.306; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2ea57316 name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.307; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.310; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.321; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.325; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.328; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29489_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.334; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:29489_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.339; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.361; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.365; org.apache.solr.cloud.Overseer; Overseer (id=89521784199643139-127.0.0.1:29489_rv_lw-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.378; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.390; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.391; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.395; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.398; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.403; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.406; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.407; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.408; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.408; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.410; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.412; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.413; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.470; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.535; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.637; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:02.656; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.396; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.409; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.414; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.433; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.441; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.448; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:03.449; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:03.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:03.451; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:03.452; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.452; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.453; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365994021908/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.453; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b6983c
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.454; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.455; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.456; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-15 02:47:03.456; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.457; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data/index
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.461; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53237e60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67708b2b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.461; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.465; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.466; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.467; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.467; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.468; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.469; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.469; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.470; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.470; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.486; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.494; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@57d7a67 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.495; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/control/data/tlog
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.496; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.497; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.501; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@57d7a67 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.504; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.505; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.908; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.909; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:29489_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:29489/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.909; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.910; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:03.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.508; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.508; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:29489/rv_lw collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.510; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.540; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.552; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.553; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.553; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:29489/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.554; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.554; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:29489/rv_lw/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.555; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:29489/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:04.555; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.479; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.529; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.591; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:29489/rv_lw/collection1/ and leader is http://127.0.0.1:29489/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.591; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29489/rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.592; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.592; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.593; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.595; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.596; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.598; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.598; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.614; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.616; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.619; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7020c30e name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.620; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.623; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.626; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.850; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.853; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:29493
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.854; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.855; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.855; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.856; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.857; org.apache.solr.core.CoreContainer; New CoreContainer 509844958
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.858; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.858; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.935; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.936; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.936; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.937; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.938; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.938; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.939; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.940; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.940; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.941; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.966; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.988; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29486/solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.989; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.991; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.994; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@49c00fc9 name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:05.995; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:06.008; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:06.024; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:06.027; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@972713a name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:06.028; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:06.040; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.044; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.045; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29493_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.052; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:29493_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.052; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:29489_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:29489/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.058; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.058; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.070; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.070; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.074; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.075; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.076; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.076; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.077; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.078; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.079; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.081; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.082; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.137; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.203; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.305; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:07.333; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.065; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.076; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.080; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.103; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.110; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.120; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:08.123; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:08.364; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.366; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:08.367; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:08.368; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.368; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.369; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365994025627/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.370; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b6983c
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.371; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.372; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.372; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-15 02:47:08.373; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.373; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.378; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.378; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.383; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.383; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.384; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.385; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.386; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.387; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.388; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.389; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.389; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.405; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.413; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c09720f main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.414; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.416; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.416; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.424; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5c09720f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.428; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.429; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.576; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.577; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:29493_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:29493/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.577; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.577; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:08.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.432; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.432; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:29493/rv_lw collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.433; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.459; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.462; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.462; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.463; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:29493/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.463; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.464; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:29493/rv_lw/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.464; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:29493/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:09.464; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.196; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.287; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:29493/rv_lw/collection1/ and leader is http://127.0.0.1:29493/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.287; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29493/rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.288; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.288; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.288; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.291; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.292; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.293; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.294; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.538; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.541; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:49655
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.543; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.543; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.544; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.545; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.546; org.apache.solr.core.CoreContainer; New CoreContainer 762187434
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.546; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.547; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.619; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.620; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.621; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.622; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.622; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.623; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.625; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.626; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.649; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.671; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29486/solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.672; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.673; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.676; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@35519eee name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.677; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.680; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.694; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.696; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5a9402cc name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.697; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:10.708; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.712; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49655_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.717; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49655_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.721; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.721; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.721; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.721; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.721; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.722; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.723; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.735; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.735; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.736; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.736; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.738; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.740; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.740; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.754; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.755; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:29493_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:29493/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.792; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.838; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.939; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:11.957; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.643; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.654; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.658; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.673; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.679; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.684; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:12.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:12.688; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.688; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:12.722; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:12.723; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.723; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.724; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365994030313/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.724; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b6983c
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.725; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.726; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.726; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-15 02:47:12.726; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.727; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.730; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.731; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.734; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.734; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.735; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.736; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.737; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.738; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.738; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.739; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.740; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.752; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.758; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@11e05f68 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.759; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.760; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.760; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.766; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@11e05f68 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.769; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 02:47:12.770; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.271; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.272; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:49655_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:49655/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.273; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.273; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.287; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.287; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.287; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.287; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.773; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.773; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:49655/rv_lw collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.775; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.878; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.904; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.905; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.905; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49655/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.906; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.906; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:49655/rv_lw/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.906; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49655/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:13.907; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.792; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.830; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.830; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.830; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.830; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.836; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49655/rv_lw/collection1/ and leader is http://127.0.0.1:49655/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.836; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49655/rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.836; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.837; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.837; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.847; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.848; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.849; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 02:47:14.850; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.073; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.076; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:31174
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.077; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.078; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.078; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.079; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.080; org.apache.solr.core.CoreContainer; New CoreContainer 126966583
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.081; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.081; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.153; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.154; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.155; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.155; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.156; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.157; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.157; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.158; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.159; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.159; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.180; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.201; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29486/solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.202; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.204; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.207; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@37903b59 name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.207; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.211; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.222; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.224; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e8d8eaa name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.224; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:15.236; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.239; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31174_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.245; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:31174_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.251; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.250; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.258; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.258; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.259; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.260; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.261; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.263; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.263; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.317; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.348; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.349; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:49655_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:49655/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.354; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.354; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.354; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.354; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.354; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.387; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.489; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:16.503; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.169; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.180; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.184; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.200; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.208; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.216; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:17.218; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:17.220; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.220; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:17.222; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:17.222; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.223; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.224; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365994034865/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.224; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b6983c
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.225; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.227; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.227; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-15 02:47:17.228; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.229; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.233; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4345e997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cfa6cfc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.233; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.238; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.239; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.240; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.241; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.243; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.243; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.244; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.245; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.246; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.261; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.267; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@50cddb3e main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.267; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/tlog
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.268; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.269; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.275; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@50cddb3e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.279; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.280; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.868; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.870; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:31174_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:31174/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.870; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.870; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:17.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.283; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.283; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:31174/rv_lw collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.286; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:31174/rv_lw/collection1/ and leader is http://127.0.0.1:29493/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.287; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31174/rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.287; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.287; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.288; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.288; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.290; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.291; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.291; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.291; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.292; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.292; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.293; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.315; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.536; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.540; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:26928
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.540; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.541; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.542; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.543; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.543; org.apache.solr.core.CoreContainer; New CoreContainer 163798032
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.544; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.545; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.625; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.626; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.626; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.627; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.628; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.628; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.629; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.630; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.630; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.652; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.673; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29486/solr
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.674; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.676; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.730; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5e62fb22 name:ZooKeeperConnection Watcher:127.0.0.1:29486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.731; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.779; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.790; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.803; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@31925428 name:ZooKeeperConnection Watcher:127.0.0.1:29486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.804; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 02:47:18.910; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.388; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.389; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:31174_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:31174/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.402; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.915; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26928_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.918; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:26928_rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.921; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.922; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.922; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.921; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.921; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.923; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.923; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.922; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.931; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.936; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.936; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.937; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.937; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.939; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.941; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.942; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 02:47:19.994; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.057; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.158; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.170; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.317; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.318; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:31174_rv_lw&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.879; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.892; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.897; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.911; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.917; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.922; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:20.924; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:20.926; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.926; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 02:47:20.927; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 02:47:20.928; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.928; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.929; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365994038313/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.929; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66b6983c
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.930; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.931; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.931; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-15 02:47:20.932; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.932; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.936; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dcbad13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1579c85f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.936; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.940; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.940; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.941; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.942; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.943; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.943; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.944; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.944; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.945; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.959; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.966; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3b0ffce7 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.966; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/tlog
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.967; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.968; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.972; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3b0ffce7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.975; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 02:47:20.975; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.320; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:29493/rv_lw/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.320; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:31174/rv_lw START replicas=[http://127.0.0.1:29493/rv_lw/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 02:47:22.321; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.322; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.322; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.322; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.322; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.323; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:29493/rv_lw/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.323; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.329; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.338; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.341; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.342; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.343; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.343; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.344; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@52722b7 realtime
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.345; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.345; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.346; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.347; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.350; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.350; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.351; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.351; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.352; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.354; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.355; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.356; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index.20130414224722355
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.356; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@617db50 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c5d49a1) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.359; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.360; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.361; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.362; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.364; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4345e997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cfa6cfc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4345e997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cfa6cfc),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.364; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.365; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.365; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5910e260 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.366; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5910e260 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.367; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index.20130414224722355 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index.20130414224722355;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.368; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index.20130414224722355
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.368; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty3/index.20130414224722355
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.368; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.369; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.369; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.369; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.378; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.409; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.410; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:26928_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26928/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.411; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.411; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.414; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:31174_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:31174/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.419; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.979; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.979; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:26928/rv_lw collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.985; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:26928/rv_lw/collection1/ and leader is http://127.0.0.1:49655/rv_lw/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.985; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26928/rv_lw
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.986; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.986; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.987; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.987; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.989; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.990; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.990; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.990; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.992; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.992; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 02:47:22.994; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.006; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.008; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.009; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.009; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.010; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.926; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.927; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:26928_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26928/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:23.955; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:24.008; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:24.009; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:26928_rv_lw&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003
[junit4:junit4] 1> INFO - 2013-04-15 02:47:24.012; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:25.015; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.011; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:49655/rv_lw/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.011; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:26928/rv_lw START replicas=[http://127.0.0.1:49655/rv_lw/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 02:47:26.012; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.012; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.012; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.012; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.013; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.014; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:49655/rv_lw/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.014; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.018; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.020; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.023; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.025; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.026; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.026; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.027; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.027; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@58541921 realtime
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.028; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.028; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.029; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.029; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.031; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.031; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.032; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.032; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.032; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.035; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.036; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.037; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index.20130414224726036
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.037; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@74b248e0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24637102) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.040; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.041; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.042; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.042; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.043; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dcbad13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1579c85f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dcbad13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1579c85f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.044; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.044; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.044; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@41bdb131 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.045; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@41bdb131 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.045; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index.20130414224726036 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index.20130414224726036;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.046; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index.20130414224726036
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.046; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index.20130414224726036
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.046; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.046; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.047; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.047; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.048; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.962; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.964; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:26928_rv_lw",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26928/rv_lw"}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:26.976; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.020; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.021; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.029; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.033; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53237e60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67708b2b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.034; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.035; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53237e60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67708b2b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@53237e60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67708b2b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.036; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.036; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@29a03ce2 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.037; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.038; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@29a03ce2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.039; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.056; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.059; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b22b9c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e703b6),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.060; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.060; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6d8c7f10 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.061; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.062; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6d8c7f10 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.063; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:29493/rv_lw/collection1/, StdNode: http://127.0.0.1:31174/rv_lw/collection1/, StdNode: http://127.0.0.1:26928/rv_lw/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.067; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.068; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6992881d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d2940b9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.069; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.070; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@248943be main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.070; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.071; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@248943be main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.073; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.074; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.074; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.075; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dcbad13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1579c85f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dcbad13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1579c85f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.075; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4345e997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cfa6cfc),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4345e997 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cfa6cfc),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.076; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.076; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.077; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@19567e75 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.078; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7c36c639 main
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.078; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.079; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@19567e75 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.079; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.080; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.079; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7c36c639 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.081; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.082; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.084; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.086; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.089; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.090; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:27.093; org.apache.solr.core.SolrCore; [collection1] webapp=/rv_lw path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.098; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432348576025935872)} 0 2
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.106; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={update.distrib=FROMLEADER&_version_=-1432348576031178752&update.from=http://127.0.0.1:49655/rv_lw/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432348576031178752)} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.110; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={update.distrib=FROMLEADER&_version_=-1432348576034324480&update.from=http://127.0.0.1:29493/rv_lw/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432348576034324480)} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.111; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432348576034324480)} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.111; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432348576031178752)} 0 9
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.115; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[0 (1432348576043761664)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.121; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432348576046907392)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.121; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[0 (1432348576046907392)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.125; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[1 (1432348576054247424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.133; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432348576060538880)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.134; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1432348576060538880)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.135; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.137; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[2 (1432348576067878912)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.145; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432348576072073216)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.145; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1432348576072073216)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.146; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[2]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.148; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[3 (1432348576079413248)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.153; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432348576082558976)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.154; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[3 (1432348576082558976)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.156; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[4 (1432348576087801856)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.164; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432348576093044736)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.165; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1432348576093044736)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.166; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[4]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.168; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[5 (1432348576100384768)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.175; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432348576105627648)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.176; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1432348576105627648)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.176; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[5]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.179; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[6 (1432348576111919104)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.186; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432348576117161984)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.187; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432348576117161984)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.188; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[6]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.190; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[7 (1432348576123453440)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.195; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432348576126599168)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.196; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[7 (1432348576126599168)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.199; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[8 (1432348576132890624)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.207; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432348576138133504)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.208; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432348576138133504)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.209; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.211; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[9 (1432348576145473536)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.218; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432348576150716416)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.219; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432348576150716416)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.220; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[9]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.222; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[10 (1432348576157007872)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.229; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432348576162250752)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.230; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1432348576162250752)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.230; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[10]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.234; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[11 (1432348576168542208)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.241; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432348576174833664)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1432348576174833664)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[11]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.246; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[12 (1432348576181125120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.251; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432348576185319424)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.252; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[12 (1432348576185319424)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.255; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[13 (1432348576190562304)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.260; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1432348576194756608)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.261; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[13 (1432348576194756608)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.264; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[14 (1432348576199999488)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.271; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1432348576206290944)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.272; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1432348576206290944)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.273; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[14]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.276; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[15 (1432348576212582400)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.280; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1432348576215728128)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.281; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[15 (1432348576215728128)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.285; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[16 (1432348576222019584)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.292; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432348576227262464)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.292; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1432348576227262464)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.293; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[16]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.296; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[17 (1432348576233553920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.300; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432348576236699648)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.301; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[17 (1432348576236699648)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.305; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[18 (1432348576242991104)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432348576246136832)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.310; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[18 (1432348576246136832)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[19 (1432348576252428288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.318; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1432348576255574016)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.319; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[19 (1432348576255574016)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.322; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[20 (1432348576260816896)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.329; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1432348576266059776)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.330; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1432348576266059776)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.331; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[20]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.334; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[21 (1432348576273399808)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.338; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1432348576276545536)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.339; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[21 (1432348576276545536)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.343; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[22 (1432348576282836992)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.350; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1432348576288079872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.350; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1432348576288079872)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.351; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[22]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.354; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[23 (1432348576294371328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.362; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1432348576300662784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.363; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1432348576300662784)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.363; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[23]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.367; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[24 (1432348576308002816)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.375; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1432348576314294272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.376; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1432348576314294272)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.376; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[24]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.380; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[25 (1432348576321634304)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.386; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1432348576325828608)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.387; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[25 (1432348576325828608)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.390; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[26 (1432348576332120064)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.397; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1432348576338411520)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1432348576338411520)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.399; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[26]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.402; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[27 (1432348576344702976)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.411; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1432348576352043008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.412; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1432348576352043008)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.413; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[27]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.416; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[28 (1432348576359383040)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.424; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1432348576365674496)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.425; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1432348576365674496)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.425; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[28]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.429; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[29 (1432348576373014528)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.434; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1432348576377208832)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.435; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[29 (1432348576377208832)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.439; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[30 (1432348576383500288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:49655/rv_lw/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1432348576389791744)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.448; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={distrib.from=http://127.0.0.1:29493/rv_lw/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1432348576389791744)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.448; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&version=2} {add=[30]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 02:47:29.452; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/rv_lw path=/update params={wt=javabin&v
[...truncated too long message...]
.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4
[junit4:junit4] 1> INFO - 2013-04-15 02:51:16.137; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-15 02:51:16.137; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365994021593/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-15 02:51:16.137; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-15 02:51:16.138; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89521784199643148-5-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> INFO - 2013-04-15 02:51:16.139; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-15 02:51:16.139; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-15 02:51:16.140; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-15 02:51:16.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-15 02:51:16.140; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-15 02:51:16.141; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=bg_BG, timezone=America/St_Thomas
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=116898352,total=511705088
[junit4:junit4] 2> NOTE: All tests run in this JVM: [ClusterStateTest, DocumentAnalysisRequestHandlerTest, CollectionsAPIDistributedZkTest, TestSchemaVersionResource, HardAutoCommitTest, LeaderElectionIntegrationTest, MultiTermTest, TestCSVResponseWriter, TestRangeQuery, TestSerializedLuceneMatchVersion, JSONWriterTest, PingRequestHandlerTest, TestMergePolicyConfig, IndexReaderFactoryTest, RequestHandlersTest, TestPartialUpdateDeduplication, TestSystemIdResolver, DateMathParserTest, TestAtomicUpdateErrorCases, FullSolrCloudDistribCmdsTest, TestReload, TestIndexSearcher, ConvertedLegacyTest, StandardRequestHandlerTest, TestDefaultSimilarityFactory, SampleTest, HighlighterTest, StatsComponentTest, TestLMJelinekMercerSimilarityFactory, OpenCloseCoreStressTest, TestCodecSupport, DocValuesMultiTest, TestSchemaNameResource, DebugComponentTest, ZkNodePropsTest, TestQuerySenderNoQuery, DisMaxRequestHandlerTest, TestQueryTypes, TestUtils, IndexBasedSpellCheckerTest, TestCoreDiscovery, TestSolrXMLSerializer, DefaultValueUpdateProcessorTest, TestZkChroot, TestElisionMultitermQuery, CurrencyFieldOpenExchangeTest, DirectSolrSpellCheckerTest, TestBM25SimilarityFactory, XmlUpdateRequestHandlerTest, BasicZkTest, TimeZoneUtilsTest, ShardRoutingCustomTest, URLClassifyProcessorTest, SolrIndexConfigTest, TestLazyCores, SolrRequestParserTest, TestJmxIntegration, XsltUpdateRequestHandlerTest, UpdateParamsTest, TestPropInject, TermVectorComponentDistributedTest, TestMultiCoreConfBootstrap, SimplePostToolTest, FieldAnalysisRequestHandlerTest, DirectUpdateHandlerTest, TestRandomFaceting, TestFoldingMultitermQuery, UniqFieldsUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, TestDistributedSearch, TestFaceting, TestHashPartitioner, TestStressReorder, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, OverseerCollectionProcessorTest, SoftAutoCommitTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestUpdate, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DistanceFunctionTest, TestOmitPositions, DocumentBuilderTest, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, MBeansHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, SOLR749Test, TestSolrIndexConfig, BadComponentTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestJmxMonitoredMap, TestPluginEnable, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, FileUtilsTest, TestRTGBase, SolrTestCaseJ4Test, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 255.35s, 1 test, 1 failure <<< FAILURES!
[...truncated 25 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1201 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 46 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure