You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/04/12 08:49:30 UTC
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3878 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3878/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([22E7C16D5A479076:A3014F752D18F04A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9201 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.755; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.760; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.761; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.762; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.863; org.apache.solr.cloud.ZkTestServer; start zk server on port:46956
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.864; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.869; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@243157c8 name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.870; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.870; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.891; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.897; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@14e33f2a name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.897; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.898; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.902; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.911; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.913; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.916; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.917; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.931; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:52.933; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.036; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.037; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.040; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.040; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.051; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.052; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.055; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.056; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.059; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.060; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.063; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.064; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.066; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.067; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.282; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.287; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:50622
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.288; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.289; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.290; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.290; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.291; org.apache.solr.core.CoreContainer; New CoreContainer 433139994
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.292; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.292; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.358; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.359; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.360; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.360; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.361; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.361; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.362; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.362; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.363; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.364; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.387; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.407; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:46956/solr
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.408; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.409; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.414; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5f34826b name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.415; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.427; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.441; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.443; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@951dffb name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.443; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.450; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.454; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.463; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.465; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50622_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.466; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50622_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.475; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.491; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.493; org.apache.solr.cloud.Overseer; Overseer (id=89505685357592579-127.0.0.1:50622_m%2Fao-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.506; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.518; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.519; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.521; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.523; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.528; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.530; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.530; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.531; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.531; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.532; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.534; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.534; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.584; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.662; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.764; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:53.771; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.410; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.422; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.426; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.439; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.444; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.449; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:32:54.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:32:54.451; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.451; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:32:54.452; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:32:54.452; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.453; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.453; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365748373078/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.453; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3172cef6
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.454; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.455; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.456; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-12 06:32:54.457; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.458; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.465; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@158a80bc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.465; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.468; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.469; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.469; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.470; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.471; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.471; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.471; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.472; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.472; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.484; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.492; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7b692120 main
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.493; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.493; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.496; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7b692120 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.498; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 06:32:54.499; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.031; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.032; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:50622_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50622/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.032; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.032; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.049; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.502; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.502; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:50622/m/ao collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.503; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.546; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.557; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.557; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.558; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50622/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.558; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.558; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:50622/m/ao/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.559; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50622/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:32:55.559; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.553; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.580; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.592; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50622/m/ao/collection1/ and leader is http://127.0.0.1:50622/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.592; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50622/m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.592; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.593; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.593; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.594; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.596; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.597; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.597; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.615; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.616; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.619; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@10ff2933 name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.619; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.620; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.622; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.835; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.839; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:62829
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.840; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.840; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.841; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.841; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.842; org.apache.solr.core.CoreContainer; New CoreContainer 692551756
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.843; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.844; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.911; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.912; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.912; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.913; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.913; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.914; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.914; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.915; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.938; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.958; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:46956/solr
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.959; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.960; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.974; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@22972900 name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.975; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.977; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.991; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.993; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5d5c50e9 name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:32:56.993; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:32:57.004; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.007; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62829_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.035; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:62829_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.038; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.038; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.038; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.053; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.053; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.054; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.054; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.055; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.057; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.057; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.090; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.091; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:50622_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:50622_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50622/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.107; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.169; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.271; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.278; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.922; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.934; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.938; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.951; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.956; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.961; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:32:58.961; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:32:58.962; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.963; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:32:58.964; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:32:58.964; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.964; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.965; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365748376623/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.965; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3172cef6
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.966; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.967; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.968; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-12 06:32:58.968; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.969; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.978; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.978; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.981; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.982; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.982; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.983; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.984; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.984; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.985; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.986; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.986; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 06:32:58.999; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.007; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4ff76f64 main
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.008; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.009; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.013; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4ff76f64 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.016; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.016; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.607; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.608; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:62829_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:62829/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.608; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.608; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:32:59.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.019; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.019; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:62829/m/ao collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.020; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.046; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.049; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.049; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.050; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:62829/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.050; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.050; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:62829/m/ao/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.051; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:62829/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:00.051; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.128; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.182; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.182; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.182; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.192; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:62829/m/ao/collection1/ and leader is http://127.0.0.1:62829/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.192; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62829/m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.192; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.193; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.193; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.219; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.221; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.221; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.222; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.456; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.460; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:15572
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.461; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.462; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.462; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.463; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.463; org.apache.solr.core.CoreContainer; New CoreContainer 249196468
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.464; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.465; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.534; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.535; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.535; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.536; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.537; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.537; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.538; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.538; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.539; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.539; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.561; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.582; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:46956/solr
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.583; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.584; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.587; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@179cd774 name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.588; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.608; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.619; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.621; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@66130275 name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.622; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:01.632; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.636; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15572_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.638; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:15572_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.641; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.641; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.641; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.641; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.662; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.663; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.663; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.663; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.665; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.666; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.667; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.711; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.712; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:62829_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:62829_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:62829/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.718; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.724; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.724; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.724; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.724; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.782; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.884; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:02.890; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.533; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.545; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.549; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.562; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.567; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.571; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:03.572; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:03.573; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.574; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:03.575; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:03.575; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.576; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.576; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365748381237/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.576; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3172cef6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.577; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.578; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.579; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-12 06:33:03.579; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.580; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.586; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.587; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.590; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.591; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.591; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.592; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.593; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.594; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.594; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.595; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.596; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.609; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.618; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2da6608d main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.619; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.619; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.624; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2da6608d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.626; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 06:33:03.626; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.228; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.229; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:15572_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:15572/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.229; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.229; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.233; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.233; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.233; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.233; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.629; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.629; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:15572/m/ao collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.630; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.645; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.647; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.648; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.648; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:15572/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.648; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.649; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:15572/m/ao/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.649; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:15572/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:04.649; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.755; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.772; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.772; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.772; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.772; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.775; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:15572/m/ao/collection1/ and leader is http://127.0.0.1:15572/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.775; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15572/m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.775; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.776; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.776; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.777; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.778; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.779; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 06:33:05.780; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.080; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.084; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:45726
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.084; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.085; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.086; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.086; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.087; org.apache.solr.core.CoreContainer; New CoreContainer 506485395
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.088; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.088; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.158; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.159; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.160; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.160; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.161; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.162; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.162; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.163; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.163; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.164; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.188; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.209; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:46956/solr
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.210; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.211; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.214; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46fe53ee name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.215; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.218; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.239; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.241; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@88509ca name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.242; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:06.322; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.277; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.278; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:15572_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:15572_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:15572/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.303; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.303; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.303; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.303; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.303; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.325; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45726_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.327; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:45726_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.330; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.330; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.329; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.330; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.330; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.331; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.348; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.353; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.354; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.354; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.355; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.356; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.358; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.358; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.422; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.485; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.586; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:07.592; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.238; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.250; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.254; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.268; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.273; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.278; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:08.279; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:08.279; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.280; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:08.281; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:08.281; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.281; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.282; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365748385795/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.282; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3172cef6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.283; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.284; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.285; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-12 06:33:08.285; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.286; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.293; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ac1a4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.293; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.296; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.297; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.298; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.298; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.299; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.299; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.300; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.301; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.301; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.314; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.322; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6d0229bd main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.323; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.324; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.328; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6d0229bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.331; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.331; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.808; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.809; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:45726_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:45726/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.809; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.809; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.823; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.823; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.823; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.823; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:08.823; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.334; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.334; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:45726/m/ao collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.337; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:45726/m/ao/collection1/ and leader is http://127.0.0.1:62829/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.338; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45726/m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.338; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.338; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.339; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.339; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.340; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.340; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.341; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.341; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.342; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.343; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.420; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.433; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:45726_m%2Fao_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.589; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.592; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:33694
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.593; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.594; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.595; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.595; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.596; org.apache.solr.core.CoreContainer; New CoreContainer 1803151602
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.597; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.598; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.668; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.669; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.670; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.670; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.671; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.671; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.672; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.673; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.673; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.674; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.695; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.715; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:46956/solr
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.716; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.717; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.720; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@38ce4e2 name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.721; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.739; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.750; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.752; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3256a641 name:ZooKeeperConnection Watcher:127.0.0.1:46956/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.753; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:09.765; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.343; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.344; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:45726_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:45726_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:45726/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.435; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:45726_m%2Fao_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.435; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:45726_m%252Fao_collection1&state=recovering&nodeName=127.0.0.1:45726_m%252Fao&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.769; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33694_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.771; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:33694_m%2Fao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.773; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.773; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.773; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.774; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.774; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.774; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.775; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.775; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.775; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.775; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.782; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.783; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.788; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.789; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.789; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.790; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.791; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.792; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.793; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.842; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 06:33:10.905; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.006; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.012; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.668; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.679; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.684; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.697; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.703; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.708; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:11.709; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:11.709; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.710; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 06:33:11.711; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 06:33:11.711; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.712; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.712; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365748389358/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.713; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3172cef6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.713; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.714; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.715; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-12 06:33:11.716; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.716; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.728; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18edd7f6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.729; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.732; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.732; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.733; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.734; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.735; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.735; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.735; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.736; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.737; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.750; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.758; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@19b13232 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.759; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.759; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.764; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@19b13232 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.766; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.767; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.862; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.863; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33694_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33694/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.863; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.863; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:11.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.437; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:62829/m/ao/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.437; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:45726/m/ao START replicas=[http://127.0.0.1:62829/m/ao/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 06:33:12.438; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.439; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.439; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.439; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.439; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.440; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:62829/m/ao/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.440; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.446; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.457; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.462; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.463; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.494; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.494; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.496; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5ab93d3 realtime
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.496; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.497; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.498; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.498; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.502; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.502; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.503; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.503; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.503; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.507; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.508; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.509; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.510; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508 lockFactory=org.apache.lucene.store.NativeFSLockFactory@405a7ca2; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.513; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.515; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.518; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.518; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.523; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ac1a4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ac1a4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.523; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.524; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.525; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@62562960 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.526; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@62562960 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.527; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.527; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.527; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index.20130412023312508
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.529; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.529; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.529; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.529; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.531; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.769; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.769; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:33694/m/ao collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.797; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:33694/m/ao/collection1/ and leader is http://127.0.0.1:15572/m/ao/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.797; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33694/m/ao
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.797; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.797; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.798; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.798; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.799; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.799; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.800; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.800; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.801; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.801; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.801; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.825; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.827; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:33694_m%2Fao_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.827; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.828; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-12 06:33:12.828; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.384; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.386; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:45726_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:45726_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:45726/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.418; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:33694_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33694_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33694/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.438; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.828; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:33694_m%2Fao_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.828; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:33694_m%252Fao_collection1&state=recovering&nodeName=127.0.0.1:33694_m%252Fao&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-12 06:33:13.831; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:14.833; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.831; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:15572/m/ao/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.831; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:33694/m/ao START replicas=[http://127.0.0.1:15572/m/ao/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 06:33:15.832; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.832; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.833; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.833; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.833; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.833; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:15572/m/ao/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.834; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.835; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.844; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.847; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.852; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.853; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.857; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.858; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.860; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1207eb63 realtime
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.860; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.860; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.862; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.862; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.864; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.865; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.865; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.866; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.866; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.869; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.870; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.872; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.872; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ad45b6f; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.876; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.878; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.880; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.880; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.885; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18edd7f6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18edd7f6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.886; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.886; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.887; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6ae24d54 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.889; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6ae24d54 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.889; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.890; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.890; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index.20130412023315870
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.891; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.892; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.892; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.892; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 06:33:15.894; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.446; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.447; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:33694_m%2Fao_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33694_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33694/m/ao"}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.473; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.837; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.838; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.850; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.855; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@158a80bc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.856; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.888; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@158a80bc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@158a80bc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.888; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.890; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@28fdebb3 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.891; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.892; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@28fdebb3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.893; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.906; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.920; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@155387cb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.920; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.921; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@517c0865 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.922; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.923; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@517c0865 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.924; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:45726/m/ao/collection1/, StdNode: http://127.0.0.1:15572/m/ao/collection1/, StdNode: http://127.0.0.1:33694/m/ao/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.927; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.936; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@46db9675; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.937; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.939; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6eb2c860 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.939; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.940; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6eb2c860 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.941; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.943; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.945; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.958; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ac1a4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ac1a4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.959; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18edd7f6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18edd7f6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.959; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.960; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.963; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23d3f467 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.963; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2b8e060 main
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.963; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.964; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.964; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@23d3f467 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.965; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2b8e060 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.965; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.966; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.967; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 62
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.968; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.971; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.974; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.976; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 06:33:16.979; org.apache.solr.core.SolrCore; [collection1] webapp=/m/ao path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:18.981; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 06:33:18.984; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@42048907 name:ZooKeeperConnection Watcher:127.0.0.1:46956 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 06:33:18.984; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:62829_m%2Fao_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:62829_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:62829/m/ao",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:45726_m%2Fao_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:45726_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:45726/m/ao"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:15572_m%2Fao_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:15572_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:15572/m/ao",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:33694_m%2Fao_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:33694_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33694/m/ao"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:50622_m%2Fao_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:50622_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50622/m/ao",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:15572_m%2Fao (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:62829_m%2Fao (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:50622_m%2Fao (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:45726_m%2Fao (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:33694_m%2Fao (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89505685357592586-127.0.0.1:45726_m%2Fao_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89505685357592582-127.0.0.1:62829_m%2Fao_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89505685357592588-127.0.0.1:33694_m%2Fao_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89505685357592584-127.0.0.1:15572_m%2Fao_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:62829_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:62829/m/ao"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:15572_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:15572/m/ao"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89505685357592579-127.0.0.1:50622_m%2Fao_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:50622_m%2Fao",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:50622/m/ao"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89505685357592582-127.0.0.1:62829_m%2Fao-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89505685357592584-127.0.0.1:15572_m%2Fao-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89505685357592579-127.0.0.1:50622_m%2Fao-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89505685357592588-127.0.0.1:33694_m%2Fao-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89505685357592586-127.0.0.1:45726_m%2Fao-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89505685357592579-127.0.0.1:50622_m%2Fao-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.126; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={update.distrib=FROMLEADER&_version_=-1432090993354604544&update.from=http://127.0.0.1:62829/m/ao/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432090993354604544)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.131; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={update.distrib=FROMLEADER&_version_=-1432090993359847424&update.from=http://127.0.0.1:15572/m/ao/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432090993359847424)} 0 3
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.132; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432090993359847424)} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.132; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432090993354604544)} 0 14
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.138; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[0 (1432090993371381760)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.148; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432090993378721792)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.148; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1432090993378721792)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.149; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[0]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.153; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[1 (1432090993389207552)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.160; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432090993393401856)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.160; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[1 (1432090993393401856)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.164; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[2 (1432090993400741888)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.173; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432090993404936192)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.173; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[2 (1432090993404936192)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.177; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[3 (1432090993414373376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.184; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432090993418567680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.184; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[3 (1432090993418567680)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.188; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[4 (1432090993425907712)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.194; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432090993429053440)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.194; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[4 (1432090993429053440)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.198; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[5 (1432090993436393472)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.204; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432090993439539200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.204; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[5 (1432090993439539200)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.208; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[6 (1432090993446879232)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.217; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432090993453170688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.218; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432090993453170688)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.218; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.222; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[7 (1432090993461559296)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.230; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432090993466802176)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.231; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1432090993466802176)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.231; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[7]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.235; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[8 (1432090993475190784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432090993479385088)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[8 (1432090993479385088)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.246; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[9 (1432090993486725120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.256; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432090993494065152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.256; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432090993494065152)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.257; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[9]} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.261; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[10 (1432090993502453760)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.270; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:62829/m/ao/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432090993508745216)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.270; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={distrib.from=http://127.0.0.1:15572/m/ao/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1432090993508745216)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.271; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.275; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/update params={wt=javabin&version=2} {add=[11 (1432090993517133824)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 06:33:19.283; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/m/ao path=/up
[...truncated too long message...]
riter with IndexWriterCloser
[junit4:junit4] 1> ERROR - 2013-04-12 06:35:18.561; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4] 1> ERROR - 2013-04-12 06:35:18.561; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/tlog/tlog.0000000000000000001 refcount=1}
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.565; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.566; org.apache.solr.core.CachingDirectoryFactory; Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.567; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.567; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.567; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.568; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365748372760/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.568; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-12 06:35:18.569; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89505685357592588-127.0.0.1:33694_m%2Fao_collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.569; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 06:35:18.570; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 06:35:18.570; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-12 06:35:18.570; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 06:35:18.571; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 06:35:18.571; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_si=Lucene41(blocksize=128), _version_=PostingsFormat(name=Direct), multiDefault=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Direct)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=th, timezone=America/Anguilla
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=215336480,total=352321536
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SuggesterTest, WordBreakSolrSpellCheckerTest, TestRemoteStreaming, ScriptEngineTest, PeerSyncTest, TestFastWriter, TestPropInjectDefaults, SolrCoreTest, MBeansHandlerTest, TestSearchPerf, QueryElevationComponentTest, TestRealTimeGet, ExternalFileFieldSortTest, TestSolrIndexConfig, TestLMDirichletSimilarityFactory, OverseerTest, ResourceLoaderTest, CircularListTest, TestPhraseSuggestions, ShardSplitTest, DirectSolrConnectionTest, MoreLikeThisHandlerTest, TestTrie, BasicFunctionalityTest, SyncSliceTest, TestReversedWildcardFilterFactory, TestIBSimilarityFactory, SliceStateUpdateTest, DistributedSpellCheckComponentTest, TestFunctionQuery, AlternateDirectoryTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, TestValueSourceCache, BadComponentTest, TestSolrQueryParser, TestPluginEnable, TestExtendedDismaxParser, RegexBoostProcessorTest, TestQuerySenderListener, QueryResultKeyTest, IndexSchemaTest, DocumentBuilderTest, TestFastLRUCache, ZkControllerTest, TestSolrDeletionPolicy2, JsonLoaderTest, SpatialFilterTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 146.45s, 1 test, 1 failure <<< FAILURES!
[...truncated 520 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 59 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3883 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3883/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([86244486BB8B4672:7C2CA9ECCD4264E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9754 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.848; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.854; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.856; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.856; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.957; org.apache.solr.cloud.ZkTestServer; start zk server on port:36350
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.958; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.964; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@649b1022 name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.965; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.965; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.976; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.978; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1fb7582a name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.979; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.979; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.988; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.990; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-13 08:50:32.998; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.001; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.002; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.013; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.014; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.124; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.125; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.135; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.135; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.145; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.146; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.152; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.153; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.160; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.161; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.172; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.173; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.176; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.177; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.409; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.416; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:36356
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.416; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.417; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.418; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.418; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.419; org.apache.solr.core.CoreContainer; New CoreContainer 1999550521
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.420; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.420; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.493; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.494; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.495; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.495; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.498; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.523; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.572; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:36350/solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.573; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.574; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.578; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3919d359 name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.579; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.592; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.606; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.608; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@55e4c43 name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.608; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.611; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.621; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.625; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.627; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36356_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.629; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:36356_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.638; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.650; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.657; org.apache.solr.cloud.Overseer; Overseer (id=89511889001644035-127.0.0.1:36356_-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.662; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.671; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.672; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.674; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.676; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.678; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.684; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.684; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.685; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.685; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.686; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.688; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.689; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.745; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.813; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.915; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:33.931; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.564; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.576; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.580; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.593; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.598; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.603; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:34.604; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:34.604; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.605; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:34.605; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:34.606; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.606; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.607; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365843033180/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.607; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1548f4ac
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.607; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.609; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.610; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-13 08:50:34.610; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.611; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.618; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5991df4f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.618; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.621; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.622; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.622; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.623; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.624; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.624; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.624; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.625; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.625; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.638; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.646; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@248fcfe8 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.647; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.648; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.651; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@248fcfe8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.652; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 08:50:34.652; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.181; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.182; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:36356_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:36356"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.182; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.182; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.221; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.655; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.655; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:36356 collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.656; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.700; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.711; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.712; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.712; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:36356/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.712; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.713; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:36356/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.713; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:36356/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:35.713; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.724; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.742; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.798; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:36356/collection1/ and leader is http://127.0.0.1:36356/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.798; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36356
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.798; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.799; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.799; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.801; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.802; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.803; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.803; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.818; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.820; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.823; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@50edb0d5 name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.823; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.824; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:36.826; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.052; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.057; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:52948
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.058; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.058; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.059; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.059; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.060; org.apache.solr.core.CoreContainer; New CoreContainer 1540262622
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.061; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.061; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.130; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.131; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.132; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.132; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.133; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.133; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.134; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.134; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.135; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.136; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.156; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.176; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:36350/solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.177; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.179; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.183; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7caadfe0 name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.184; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.186; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.198; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.217; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@477158b1 name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.217; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:37.297; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.254; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.255; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:36356__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:36356_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:36356"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.300; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52948_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.302; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:52948_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.306; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.306; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.306; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.315; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.315; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.316; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.316; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.318; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.319; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.320; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.394; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.464; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.566; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:38.582; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.238; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.250; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.254; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.268; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.273; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.278; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:39.279; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:39.281; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.281; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:39.282; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:39.282; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.283; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.283; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365843036827/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.284; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1548f4ac
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.284; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.285; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.286; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-13 08:50:39.287; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.287; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.294; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.294; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.298; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.298; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.299; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.300; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.301; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.301; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.301; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.302; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.303; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.316; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.324; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7a28d21e main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.325; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.325; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.330; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7a28d21e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.332; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.332; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.776; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.777; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:52948_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52948"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.777; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.778; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.795; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.795; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:39.795; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.335; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.335; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:52948 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.336; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.367; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.378; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.378; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.379; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:52948/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.379; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.379; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:52948/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.380; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:52948/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:40.380; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.306; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.354; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:52948/collection1/ and leader is http://127.0.0.1:52948/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.354; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52948
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.354; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.355; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.355; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.357; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.358; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.359; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.359; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.583; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.587; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:43254
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.588; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.589; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.589; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.590; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.590; org.apache.solr.core.CoreContainer; New CoreContainer 658698479
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.591; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.592; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.660; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.661; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.661; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.662; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.662; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.663; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.664; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.664; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.665; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.665; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.688; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.708; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:36350/solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.709; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.710; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.712; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@71103cda name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.713; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.715; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.728; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.730; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@65ddbe4f name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.731; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:41.742; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.746; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43254_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.749; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43254_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.751; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.752; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.751; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.752; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.753; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.752; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.753; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.772; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.773; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.773; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.774; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.775; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.777; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.777; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.832; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:52948__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:52948_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52948"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.835; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:42.905; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.006; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.023; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.709; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.721; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.725; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.738; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.744; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.749; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:43.750; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:43.752; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.752; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:43.753; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:43.753; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.754; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.754; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365843041376/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.754; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1548f4ac
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.755; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.756; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.757; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-13 08:50:43.758; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.758; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.764; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.765; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.768; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.768; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.769; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.770; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.771; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.771; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.771; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.772; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.773; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.786; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.794; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4848a7cb main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.795; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.795; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.800; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4848a7cb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.802; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 08:50:43.802; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.349; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.350; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:43254_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43254"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.351; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.351; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.391; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.391; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.391; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.391; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.805; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.805; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43254 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.806; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.822; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.830; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.830; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.831; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43254/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.831; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.831; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43254/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.832; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43254/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:44.832; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.902; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.968; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43254/collection1/ and leader is http://127.0.0.1:43254/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.968; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43254
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.968; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.969; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.969; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.971; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.972; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.973; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 08:50:45.974; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.225; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.230; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:12761
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.231; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.232; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.232; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.233; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.233; org.apache.solr.core.CoreContainer; New CoreContainer 1322864188
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.234; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.235; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.312; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.313; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.314; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.314; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.315; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.315; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.316; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.316; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.317; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.318; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.340; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.362; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:36350/solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.363; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.364; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.367; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@ab6404a name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.368; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.382; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.395; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.397; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46d9c4a4 name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.397; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:46.406; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.409; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12761_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.415; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:12761_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.418; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.418; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.418; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.418; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.418; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.419; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.419; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.419; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.419; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.432; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.433; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:43254__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:43254_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43254"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.437; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.438; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.444; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.445; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.447; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.449; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.449; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.500; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.561; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.662; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:47.673; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.334; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.346; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.350; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.365; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.370; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.375; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:48.376; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:48.378; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.378; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:48.379; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:48.379; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.380; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.380; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365843045989/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.380; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1548f4ac
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.381; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.382; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.382; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-13 08:50:48.383; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.384; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.389; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57612cd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.390; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.393; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.394; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.394; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.395; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.396; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.396; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.396; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.397; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.397; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.409; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.417; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5fc96e2a main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.418; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.419; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.423; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5fc96e2a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.425; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.425; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.948; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.949; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12761_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12761"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.950; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.950; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:48.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.428; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.428; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:12761 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.432; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:12761/collection1/ and leader is http://127.0.0.1:52948/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.432; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12761
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.432; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.432; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.433; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.433; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.435; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.435; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.436; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.436; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.437; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.437; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.438; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.460; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:12761__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.686; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.689; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:20499
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.690; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.691; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.691; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.692; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.692; org.apache.solr.core.CoreContainer; New CoreContainer 1292828652
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.693; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.694; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.771; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.772; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.773; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.773; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.774; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.775; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.775; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.776; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.776; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.777; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.798; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.820; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:36350/solr
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.821; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.822; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.826; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2012dc0b name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.827; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.829; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.840; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.842; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e18103e name:ZooKeeperConnection Watcher:127.0.0.1:36350/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.842; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:49.853; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.467; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.468; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:12761__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12761_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12761"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.857; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20499_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.860; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:20499_
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.869; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.871; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.879; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.880; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.881; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.881; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.882; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.884; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.884; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.936; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 08:50:50.997; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.099; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.110; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.468; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:12761__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.469; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:12761__collection1&state=recovering&nodeName=127.0.0.1:12761_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2009
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.762; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.774; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.778; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.792; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.797; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.802; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:51.803; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:51.804; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.804; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 08:50:51.805; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 08:50:51.805; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.806; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.806; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365843049458/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.806; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1548f4ac
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.807; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.808; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.809; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-13 08:50:51.809; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.810; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.816; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a9d5c1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.817; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.820; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.820; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.821; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.822; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.823; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.823; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.823; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.824; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.824; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.837; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.845; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2bbec682 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.846; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.847; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.851; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2bbec682 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.853; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.854; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.983; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.984; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:20499_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20499"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.985; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:51.985; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.856; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.856; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:20499 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.859; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:20499/collection1/ and leader is http://127.0.0.1:43254/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.860; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20499
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.860; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.860; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.861; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.861; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.863; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.863; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.864; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.864; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.865; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.865; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.865; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.882; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.883; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:20499__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.884; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.884; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-13 08:50:52.885; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.471; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:52948/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.471; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:12761 START replicas=[http://127.0.0.1:52948/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-13 08:50:53.472; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.474; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.474; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.474; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.474; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.475; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:52948/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.475; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.481; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.487; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.492; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.493; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.497; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.498; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.499; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1e0c919e realtime
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.500; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.500; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.501; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.501; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.504; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.504; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.505; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.505; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.505; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.509; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.510; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.511; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.512; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d69a725; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.515; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.517; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.519; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.519; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.524; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57612cd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57612cd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.525; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.525; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.526; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2f5caa42 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.527; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2f5caa42 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.528; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.528; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.528; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index.20130413195053510
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.530; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.530; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.530; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.530; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.532; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.577; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.578; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:20499__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:20499_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20499"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.581; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:12761__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12761_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12761"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.593; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.885; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:20499__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.885; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:20499__collection1&state=recovering&nodeName=127.0.0.1:20499_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-13 08:50:53.887; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:54.889; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.887; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43254/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.887; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:20499 START replicas=[http://127.0.0.1:43254/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-13 08:50:55.888; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.888; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.888; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.889; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.889; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.889; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43254/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.889; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.891; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.898; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.905; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.909; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.911; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.918; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.918; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.920; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4137d649 realtime
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.920; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.921; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.922; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.922; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.924; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.925; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.925; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.926; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.926; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.929; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.930; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.931; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.932; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b8ce829; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.935; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.937; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.939; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.940; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.944; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a9d5c1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a9d5c1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.945; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.945; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.946; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@64a8d549 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.947; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@64a8d549 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.948; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.949; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.949; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index.20130413195055930
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.950; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.950; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.950; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.951; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 08:50:55.952; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.609; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.610; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:20499__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:20499_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20499"}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.623; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.893; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.894; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.905; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.912; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5991df4f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.914; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.948; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5991df4f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5991df4f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.949; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.951; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@63a5bca4 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.951; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.952; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@63a5bca4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.953; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 48
[junit4:junit4] 1> INFO - 2013-04-13 08:50:56.966; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.026; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fdc00a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.027; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.028; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@747dc7cd main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.029; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.030; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@747dc7cd main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.030; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:12761/collection1/, StdNode: http://127.0.0.1:43254/collection1/, StdNode: http://127.0.0.1:20499/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.034; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.045; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67f8d9da; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.045; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.047; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@185312f main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.048; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.049; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@185312f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.050; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.050; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.050; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.120; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57612cd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@57612cd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.120; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.123; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@10b15834 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.123; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.124; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@10b15834 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.124; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 74
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.159; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a9d5c1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a9d5c1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.160; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.163; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@675faa51 main
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.164; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.164; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@675faa51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.165; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 115
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.165; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 199
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.167; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.170; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.172; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.173; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:57.175; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.177; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.181; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@456a1e6a name:ZooKeeperConnection Watcher:127.0.0.1:36350 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.181; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:52948__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:52948_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52948",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:12761__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:12761_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12761"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:43254__collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43254_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43254",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:20499__collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:20499_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20499"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:36356__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:36356_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:36356",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:36356_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:20499_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:12761_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:43254_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:52948_ (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89511889001644042-127.0.0.1:12761__collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89511889001644038-127.0.0.1:52948__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89511889001644044-127.0.0.1:20499__collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89511889001644040-127.0.0.1:43254__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:52948_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52948"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43254_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43254"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89511889001644035-127.0.0.1:36356__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:36356_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:36356"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89511889001644044-127.0.0.1:20499_-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89511889001644040-127.0.0.1:43254_-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89511889001644035-127.0.0.1:36356_-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89511889001644038-127.0.0.1:52948_-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89511889001644042-127.0.0.1:12761_-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89511889001644035-127.0.0.1:36356_-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.331; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432190251773722624&update.from=http://127.0.0.1:52948/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432190251773722624)} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.337; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432190251778965504&update.from=http://127.0.0.1:43254/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432190251778965504)} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.338; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432190251778965504)} 0 9
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.338; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432190251773722624)} 0 15
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.343; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432190251791548416)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.353; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432190251796791296)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.355; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432190251796791296)]} 0 9
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.359; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432190251810422784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.367; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432190251814617088)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.368; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432190251814617088)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.370; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432190251821957120)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.377; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432190251824054272)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.377; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432190251824054272)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.381; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432190251832442880)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.387; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432190251835588608)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.388; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432190251835588608)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.391; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1432190251842928640)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.396; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432190251846074368)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.397; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1432190251846074368)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.400; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1432190251853414400)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.409; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432190251858657280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.410; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1432190251858657280)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.410; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 7
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.414; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1432190251867045888)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.422; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432190251872288768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.423; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432190251872288768)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.423; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.427; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1432190251880677376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.433; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432190251883823104)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.434; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1432190251883823104)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.437; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1432190251891163136)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.443; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432190251895357440)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.444; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432190251895357440)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.445; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.448; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1432190251902697472)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.454; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43254/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432190251905843200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.455; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1432190251905843200)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.458; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1432190251913183232)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.465; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432190251917377536)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.465; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1432190251917377536)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.469; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432190251924717568)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.475; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432190251927863296)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.476; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432190251927863296)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.479; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1432190251935203328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.485; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52948/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432190251939397632)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.486; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1432190251939397632)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.490; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1432190251946737664)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 08:50:59.499; org.apache.solr.update.processor.LogUpdateProcessor; [colle
[...truncated too long message...]
on-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.488; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365843032855/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.489; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89511889001644044-127.0.0.1:20499_-n_0000000004) am no longer a leader.
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.490; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.650; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.652; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:36350 36350
[junit4:junit4] 1> WARN - 2013-04-13 08:52:30.713; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.713; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> WARN - 2013-04-13 08:52:30.713; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1365843032855
[junit4:junit4] 2> check const of shard1
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:52948__collection1:{"shard":"shard1","state":"down","core":"collection1","collection":"collection1","node_name":"127.0.0.1:52948_","base_url":"http://127.0.0.1:52948"}
[junit4:junit4] 2> error contacting client: IOException occured when talking to server at: http://127.0.0.1:52948/collection1
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:12761__collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:12761_","base_url":"http://127.0.0.1:12761"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:56
[junit4:junit4] 2>
[junit4:junit4] 2> check const of shard2
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:43254__collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:43254_","base_url":"http://127.0.0.1:43254","leader":"true"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:20499__collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20499_","base_url":"http://127.0.0.1:20499"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=86244486BB8B4672 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_CA -Dtests.timezone=Pacific/Guadalcanal -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 118s J0 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([86244486BB8B4672:7C2CA9ECCD4264E]:0)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 1> INFO - 2013-04-13 08:52:30.735; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 117892 T3544 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 1> WARN - 2013-04-13 08:52:31.791; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-13 08:52:31.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> WARN - 2013-04-13 08:52:31.791; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Asserting)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=DefaultSimilarity, locale=en_CA, timezone=Pacific/Guadalcanal
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=2,free=161129552,total=536870912
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestClassNameShortening, ShardRoutingTest, DirectUpdateHandlerOptimizeTest, TermsComponentTest, TestLRUCache, TestCharFilters, WordBreakSolrSpellCheckerTest, TestSearchPerf, ShowFileRequestHandlerTest, TestFieldCollectionResource, TermVectorComponentTest, BadCopyFieldTest, TestSchemaResource, BasicFunctionalityTest, SyncSliceTest, TestRealTimeGet, RecoveryZkTest, FastVectorHighlighterTest, TestPerFieldSimilarity, DirectSolrConnectionTest, AutoCommitTest, TestWriterPerf, ZkCLITest, AnalysisAfterCoreReloadTest, SpatialFilterTest, FileBasedSpellCheckerTest, SystemInfoHandlerTest, SliceStateUpdateTest, TestTrie, PolyFieldTest, TestSolrCoreProperties, TestDocumentBuilder, TestRandomDVFaceting, TestCoreContainer, TestCloudManagedSchema, DocValuesTest, LegacyHTMLStripCharFilterTest, TestSort, ReturnFieldsTest, TestFuzzyAnalyzedSuggestions, MoreLikeThisHandlerTest, MBeansHandlerTest, ChaosMonkeyNothingIsSafeTest, TestStressRecovery, DistributedTermsComponentTest, DistributedQueryElevationComponentTest, TestQueryUtils, SolrIndexSplitterTest, SynonymTokenizerTest, PluginInfoTest, QueryElevationComponentTest, UnloadDistributedZkTest, TestFunctionQuery, TestStressVersions, TestSurroundQueryParser, TestUniqueKeyFieldResource, TestLMDirichletSimilarityFactory, SimpleFacetsTest, TestFastWriter, RAMDirectoryFactoryTest, PeerSyncTest, TestFaceting, UUIDFieldTest, StatelessScriptUpdateProcessorFactoryTest, SolrCoreTest, DistributedSpellCheckComponentTest, SpellingQueryConverterTest, TestSweetSpotSimilarityFactory, JsonLoaderTest, TestPHPSerializedResponseWriter, OverseerTest, TestReplicationHandler, TestRecovery, TestJoin, SoftAutoCommitTest, CoreAdminHandlerTest, SuggesterTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, TestRemoteStreaming, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, TestArbitraryIndexDir, IndexSchemaTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, TestQuerySenderListener, IndexReaderFactoryTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestMergePolicyConfig, TestDocSet, MinimalSchemaTest, TestConfig, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestXIncludeConfig, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestPluginEnable, ScriptEngineTest, TestFastLRUCache, TestSolrXMLSerializer, PreAnalyzedFieldTest, SliceStateTest, FileUtilsTest, SolrTestCaseJ4Test, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 119.18s, 1 test, 1 failure <<< FAILURES!
[...truncated 50 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 49 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3882 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3882/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1392, name=coreLoadExecutor-735-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1392, name=coreLoadExecutor-735-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at __randomizedtesting.SeedInfo.seed([DCEF4AAEC6205F92]:0)
at java.lang.Thread.getStackTrace(Thread.java:1567)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:524)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:985)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:883)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:875)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:343)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:246)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:745)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:618)
at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:884)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:968)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:590)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:585)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3dc8b75 lockFactory=org.apache.lucene.store.NativeFSLockFactory@732c54b)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
... 1 more
REGRESSION: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication
Error Message:
ERROR: [doc=2000] unknown field 'newname'
Stack Trace:
org.apache.solr.common.SolrException: ERROR: [doc=2000] unknown field 'newname'
at __randomizedtesting.SeedInfo.seed([DCEF4AAEC6205F92:2B9CA4F600C8F074]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:404)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
at org.apache.solr.handler.TestReplicationHandler.index(TestReplicationHandler.java:167)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([DCEF4AAEC6205F92:5D09C4B6B17F3FAE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9252 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.088; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /id_fe/mn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.094; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.107; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.107; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.208; org.apache.solr.cloud.ZkTestServer; start zk server on port:64774
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.209; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.218; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@18f30d38 name:ZooKeeperConnection Watcher:127.0.0.1:64774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.218; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.219; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.301; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.340; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@23e20da0 name:ZooKeeperConnection Watcher:127.0.0.1:64774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.340; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.341; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.362; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.372; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.418; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.421; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.422; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.480; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.482; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.607; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.608; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.640; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.641; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.646; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.647; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.671; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.672; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.675; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.677; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.696; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.697; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.705; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:31.706; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.099; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.105; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:64777
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.106; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.107; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.107; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.108; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.108; org.apache.solr.core.CoreContainer; New CoreContainer 1102368586
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.109; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.110; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.199; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.200; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.201; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.201; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.204; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.204; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.228; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.259; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:64774/solr
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.260; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.261; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.265; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@727ec6d name:ZooKeeperConnection Watcher:127.0.0.1:64774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.266; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.315; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.332; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.335; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@44003971 name:ZooKeeperConnection Watcher:127.0.0.1:64774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.335; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.368; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.399; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.407; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.497; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64777_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.500; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:64777_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.503; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.543; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.547; org.apache.solr.cloud.Overseer; Overseer (id=89510587342061571-127.0.0.1:64777_id_fe%2Fmn-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.579; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.611; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.611; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.664; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.667; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.669; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.701; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.702; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.702; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.703; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.704; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.706; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.706; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.776; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.878; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:32.980; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.013; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.801; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.817; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.821; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.836; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.850; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.876; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:33.877; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:33.878; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.878; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:33.879; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:33.880; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.880; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.881; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1365823171734/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.881; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2241f8
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.881; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.882; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.883; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-13 03:19:33.883; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.883; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data/index
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.888; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e1af64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a184d4f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.888; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.892; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.893; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.893; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.894; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.894; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.895; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.895; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.896; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.910; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.917; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@33227ce main
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.918; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/control/data/tlog
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.919; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.919; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.922; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@33227ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.924; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 03:19:33.925; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.173; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.174; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64777_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64777/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.175; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.175; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.217; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.931; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.931; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:64777/id_fe/mn collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.932; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-13 03:19:34.995; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.032; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.033; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.033; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:64777/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.033; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.034; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:64777/id_fe/mn/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.034; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:64777/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.034; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.725; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.831; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.952; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:64777/id_fe/mn/collection1/ and leader is http://127.0.0.1:64777/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.952; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64777/id_fe/mn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.953; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.953; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.953; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.963; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.964; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.965; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 03:19:35.966; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.009; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.031; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.034; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3d58a6e9 name:ZooKeeperConnection Watcher:127.0.0.1:64774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.034; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.035; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.038; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.429; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.433; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:64781
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.433; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.434; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.435; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.435; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.436; org.apache.solr.core.CoreContainer; New CoreContainer 1759683524
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.436; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.437; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.607; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.608; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.609; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.609; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.610; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.611; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.611; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.612; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.612; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.613; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.641; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.662; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:64774/solr
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.662; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.664; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.671; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4971e139 name:ZooKeeperConnection Watcher:127.0.0.1:64774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.671; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.685; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.703; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.709; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@35b24ff name:ZooKeeperConnection Watcher:127.0.0.1:64774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.709; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:36.738; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.403; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.404; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:64777_id_fe%2Fmn_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64777_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64777/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.432; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.432; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.432; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.741; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64781_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.744; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:64781_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.746; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.746; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.747; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.747; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.748; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.748; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.789; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.790; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.790; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.791; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.792; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.794; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.794; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.852; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 03:19:37.978; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.079; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.087; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.956; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.969; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.973; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.989; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.994; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:38.999; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:39.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:39.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:39.002; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:39.003; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.003; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.003; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1365823176038/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.004; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2241f8
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.005; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.005; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.006; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-13 03:19:39.006; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.006; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.010; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30729af2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38d9689d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.010; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.032; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.032; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.033; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.034; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.035; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.035; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.035; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.036; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.037; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.050; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.062; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1942ddfc main
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.063; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.064; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.064; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.069; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1942ddfc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.071; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 03:19:39.071; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.441; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.442; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64781_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64781/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.442; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.442; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.462; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.462; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:40.462; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.075; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.075; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:64781/id_fe/mn collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.076; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.142; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.156; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.156; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.156; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:64781/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.157; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.157; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:64781/id_fe/mn/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.157; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:64781/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.158; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:41.967; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.004; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.004; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.004; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.048; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:64781/id_fe/mn/collection1/ and leader is http://127.0.0.1:64781/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.048; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64781/id_fe/mn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.048; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.049; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.049; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.052; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.053; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.054; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.055; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.375; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.379; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:64785
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.380; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.380; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.381; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.382; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/solr.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.382; org.apache.solr.core.CoreContainer; New CoreContainer 754478653
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.383; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.383; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.458; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.459; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.461; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.461; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.462; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.463; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.463; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.464; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.491; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.513; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:64774/solr
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.514; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.515; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.524; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1f44dc1a name:ZooKeeperConnection Watcher:127.0.0.1:64774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.525; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.574; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.589; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.601; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@66490791 name:ZooKeeperConnection Watcher:127.0.0.1:64774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.602; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-13 03:19:42.617; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.513; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.514; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:64781_id_fe%2Fmn_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64781_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64781/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.621; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64785_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.627; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:64785_id_fe%2Fmn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.649; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.649; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.649; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.649; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.658; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.658; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.658; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.678; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.678; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.679; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.679; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.680; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/collection1/'
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.682; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.683; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.746; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.809; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.911; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:43.919; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.919; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.932; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.936; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.964; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.970; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.986; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:44.987; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:44.988; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.989; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-13 03:19:44.990; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-13 03:19:44.990; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.990; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.991; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1365823182073/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.991; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b2241f8
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.992; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.993; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.993; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-13 03:19:44.993; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.994; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.997; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a8d3227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d52b664),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:44.998; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.002; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.002; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.003; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.004; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.005; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.005; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.005; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.006; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.006; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.020; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.040; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2f9e4b28 main
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.040; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.042; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.042; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.047; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2f9e4b28 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.049; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 03:19:45.050; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.543; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.545; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64785_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64785/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.545; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.545; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:46.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.055; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.055; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:64785/id_fe/mn collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.062; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:64785/id_fe/mn/collection1/ and leader is http://127.0.0.1:64781/id_fe/mn/collection1/
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.062; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64785/id_fe/mn
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.062; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.063; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.064; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.064; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.065; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.065; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.066; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.066; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.067; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.067; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.090; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.090; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.104; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:64785_id_fe%2Fmn_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.135; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e1af64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a184d4f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.136; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.155; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[1 (1432169414251249664)]} 0 42
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.155; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10001 (1432169414252298240)]} 0 41
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.186; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30729af2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38d9689d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.187; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.198; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10001 (1432169414323601408)]} 0 16
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.198; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[1 (1432169414323601409)]} 0 16
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.243; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10002 (1432169414385467392)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.243; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[2 (1432169414385467393)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.247; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10002 (1432169414389661696)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.248; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[2 (1432169414389661697)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.295; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10001 (-1432169414441041920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.296; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[1 (-1432169414441041921)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.300; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[1 (-1432169414445236224)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.300; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10001 (-1432169414445236225)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.304; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[3 (1432169414449430528)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.304; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10003 (1432169414449430529)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[3 (1432169414453624832)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10003 (1432169414453624833)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.387; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[2 (-1432169414537510912)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.388; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10002 (-1432169414537510913)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.391; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[2 (-1432169414540656640)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.392; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10002 (-1432169414541705216)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.394; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[4 (1432169414543802368)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.397; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10004 (1432169414545899520)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[4 (1432169414547996672)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.401; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10004 (1432169414551142400)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.442; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[3 (-1432169414594134016)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.445; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[3 (-1432169414598328320)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.450; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[5 (1432169414601474048)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.454; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[5 (1432169414606716928)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.458; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10003 (-1432169414611959808)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.461; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10003 (-1432169414615105536)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.465; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10005 (1432169414618251264)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.469; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10005 (1432169414622445568)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.520; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[6 (1432169414675922944)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.524; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[6 (1432169414680117248)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.534; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10006 (1432169414690603008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.538; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10006 (1432169414694797312)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.539; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[7 (1432169414695845888)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.543; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[7 (1432169414700040192)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.554; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10007 (1432169414711574528)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.559; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10007 (1432169414716817408)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.582; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[6 (-1432169414741983232)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.585; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[6 (-1432169414745128960)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.589; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[8 (1432169414748274688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.593; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[8 (1432169414752468992)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.598; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10006 (-1432169414758760448)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.601; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10006 (-1432169414761906176)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.605; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10008 (1432169414765051904)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.609; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10008 (1432169414769246208)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.678; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[7 (-1432169414841597952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.681; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[7 (-1432169414845792256)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.685; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[9 (1432169414848937984)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.689; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[9 (1432169414853132288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.693; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10007 (-1432169414858375168)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.696; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10007 (-1432169414861520896)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.700; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10009 (1432169414864666624)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.704; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10009 (1432169414868860928)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.744; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10 (1432169414910803968)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.748; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10 (1432169414914998272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.759; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10010 (1432169414926532608)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.763; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10010 (1432169414930726912)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.825; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[11 (1432169414996787200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.830; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[11 (1432169415000981504)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.839; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10011 (1432169415010418688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10011 (1432169415014612992)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.898; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[11 (-1432169415072284672)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.901; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[11 (-1432169415076478976)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.905; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[12 (1432169415079624704)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.909; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[12 (1432169415083819008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.910; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10011 (-1432169415085916160)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.913; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10011 (-1432169415089061888)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.917; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10012 (1432169415092207616)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.921; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10012 (1432169415096401920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.951; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[12 (-1432169415128907776)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.954; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[12 (-1432169415132053504)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.958; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[13 (1432169415135199232)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.962; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[13 (1432169415139393536)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.963; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10012 (-1432169415141490688)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.966; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10012 (-1432169415144636416)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.970; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10013 (1432169415147782144)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:47.974; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10013 (1432169415151976448)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.055; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[14 (1432169415236911104)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.059; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[14 (1432169415241105408)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.067; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10014 (1432169415249494016)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.071; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10014 (1432169415253688320)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.138; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[15 (1432169415323942912)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.142; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[15 (1432169415328137216)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.147; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.148; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:64785_id_fe%2Fmn_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:64785_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64785/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.150; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10015 (1432169415336525824)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.156; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10015 (1432169415342817280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.166; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[13 (-1432169415354351616)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.169; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[13 (-1432169415357497344)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.172; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.172; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.172; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.172; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.174; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[16 (1432169415361691648)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.180; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10013 (-1432169415369031680)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.193; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a8d3227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d52b664),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.194; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.196; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10013 (-1432169415372177408)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.196; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432169415365885952)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.196; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10013 (-1432169415372177408)]} 0 13
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.197; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[16 (1432169415365885952)]} 0 20
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.201; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10016 (1432169415390003200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.208; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10016 (1432169415394197504)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.209; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10016 (1432169415394197504)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.295; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[14 (-1432169415489617920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.302; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[14 (-1432169415492763648)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.302; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[14 (-1432169415492763648)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.305; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10014 (-1432169415500103680)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.306; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[17 (1432169415500103681)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.311; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10014 (-1432169415503249408)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.312; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10014 (-1432169415503249408)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432169415504297984)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[17 (1432169415504297984)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.316; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10017 (1432169415510589440)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.323; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10017 (1432169415514783744)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.324; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10017 (1432169415514783744)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.332; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[18 (1432169415527366656)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.339; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432169415531560960)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.340; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[18 (1432169415531560960)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.341; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10018 (1432169415536803840)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.348; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10018 (1432169415540998144)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.349; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10018 (1432169415540998144)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.387; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[15 (-1432169415586086912)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.392; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[15 (-1432169415589232640)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.393; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[15 (-1432169415589232640)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.395; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10015 (-1432169415594475520)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.397; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[19 (1432169415595524096)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.400; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10015 (-1432169415597621248)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.401; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10015 (-1432169415597621248)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.404; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1432169415599718400)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.405; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[19 (1432169415599718400)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.405; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10019 (1432169415603912704)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.412; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1432169415608107008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.413; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10019 (1432169415608107008)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.415; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[18 (-1432169415615447040)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.422; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1432169415618592768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.422; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10018 (-1432169415622787072)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.422; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[18 (-1432169415618592768)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.427; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[20 (1432169415626981376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.427; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1432169415625932800)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.428; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10018 (-1432169415625932800)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.432; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10020 (1432169415632224256)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.434; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1432169415631175680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.435; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[20 (1432169415631175680)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.439; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1432169415636418560)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.440; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10020 (1432169415636418560)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.529; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[21 (1432169415733936128)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.534; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10021 (1432169415739179008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.538; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1432169415738130432)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.539; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[21 (1432169415738130432)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.541; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1432169415743373312)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.542; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10021 (1432169415743373312)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.603; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[22 (1432169415811530752)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.606; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10022 (1432169415814676480)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.610; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1432169415815725056)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.611; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[22 (1432169415815725056)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.613; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1432169415818870784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.614; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10022 (1432169415818870784)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.663; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[23 (1432169415874445312)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.667; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10023 (1432169415878639616)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1432169415878639616)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.672; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[23 (1432169415878639616)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.674; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1432169415882833920)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.675; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10023 (1432169415882833920)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.711; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[24 (1432169415924776960)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.714; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10024 (1432169415927922688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.718; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1432169415928971264)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[24 (1432169415928971264)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.722; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1432169415932116992)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.723; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10024 (1432169415932116992)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.822; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[24 (-1432169416042217472)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.826; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10024 (-1432169416046411776)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.829; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[24 (-1432169416045363200)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.832; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10024 (-1432169416049557504)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.833; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10024 (-1432169416049557504)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.837; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[24 (-1432169416045363200)]} 0 12
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.838; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10025 (1432169416056897536)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.840; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[25 (1432169416060043264)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.845; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1432169416062140416)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.846; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10025 (1432169416062140416)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.847; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1432169416064237568)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.848; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[25 (1432169416064237568)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.935; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10025 (-1432169416160706560)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.935; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[25 (-1432169416160706561)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.941; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[25 (-1432169416163852289)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.942; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10025 (-1432169416163852288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.942; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[25 (-1432169416163852289)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.943; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10025 (-1432169416163852288)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.946; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[26 (1432169416171192320)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.947; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10026 (1432169416172240896)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.953; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1432169416175386624)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.954; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[26 (1432169416175386624)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.954; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1432169416176435200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:48.955; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10026 (1432169416176435200)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.033; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[27 (1432169416263467008)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.035; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10027 (1432169416264515584)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.040; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1432169416266612736)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.041; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[27 (1432169416266612736)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.042; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1432169416268709888)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.046; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10027 (1432169416268709888)]} 0 8
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.106; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:64785_id_fe%2Fmn_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.106; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 64785
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.106; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:64785_id_fe%252Fmn_collection1&state=recovering&nodeName=127.0.0.1:64785_id_fe%252Fmn&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.107; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=754478653
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.118; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[26 (-1432169416351547392)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.122; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10026 (-1432169416356790272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.124; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[26 (-1432169416355741696)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.125; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[26 (-1432169416355741696)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.128; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10026 (-1432169416359936000)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.129; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10026 (-1432169416359936000)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.129; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[28 (1432169416363081728)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.133; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10028 (1432169416367276032)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.136; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1432169416367276032)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.137; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[28 (1432169416367276032)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.140; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1432169416371470336)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.141; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10028 (1432169416371470336)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.219; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[29 (1432169416458502144)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.223; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10029 (1432169416461647872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.227; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1432169416462696448)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.228; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[29 (1432169416462696448)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.230; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1432169416465842176)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.231; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10029 (1432169416465842176)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.234; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[30 (1432169416473182208)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.237; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10030 (1432169416476327936)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.241; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1432169416477376512)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[30 (1432169416477376512)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.244; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1432169416480522240)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.245; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10030 (1432169416480522240)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.290; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[31 (1432169416531902464)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.293; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10031 (1432169416536096768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.297; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1432169416536096768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[31 (1432169416536096768)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.301; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1432169416540291072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.302; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10031 (1432169416540291072)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.396; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[32 (1432169416643051520)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.399; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10032 (1432169416646197248)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.403; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1432169416647245824)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.404; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[32 (1432169416647245824)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.407; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1432169416651440128)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.408; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10032 (1432169416651440128)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.460; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[33 (1432169416710160384)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.463; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10033 (1432169416713306112)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.468; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1432169416714354688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.469; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[33 (1432169416714354688)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.470; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10033 (1432169416717500416)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.471; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10033 (1432169416717500416)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.532; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[34 (1432169416786706432)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.533; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10034 (1432169416786706433)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.539; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1432169416789852160)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.540; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[34 (1432169416789852160)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.540; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10034 (1432169416790900736)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.541; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10034 (1432169416790900736)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.612; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[32 (-1432169416869543936)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.614; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10032 (-1432169416871641088)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.618; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[32 (-1432169416873738240)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.619; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[32 (-1432169416873738240)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.621; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10032 (-1432169416875835392)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.622; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10032 (-1432169416875835392)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.623; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[35 (1432169416881078272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.625; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10035 (1432169416883175424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.631; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1432169416886321152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.632; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[35 (1432169416886321152)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.632; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10035 (1432169416887369728)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.633; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10035 (1432169416887369728)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.691; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.692; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:64785_id_fe%2Fmn_collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:64785_id_fe%2Fmn",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:64785/id_fe/mn"}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.709; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[36 (1432169416971255808)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.710; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10036 (1432169416972304384)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.717; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10036 (1432169416976498688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.716; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={distrib.from=http://127.0.0.1:64781/id_fe/mn/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1432169416975450112)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10036 (1432169416976498688)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[36 (1432169416975450112)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.752; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[37 (1432169417016344576)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.752; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10037 (1432169417017393152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.756; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[37 (1432169417020538880)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.757; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10037 (1432169417021587456)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.771; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[33 (-1432169417036267520)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.771; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10033 (-1432169417037316096)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10033 (-1432169417040461824)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[33 (-1432169417040461825)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10038 (1432169417043607553)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[38 (1432169417043607552)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.782; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10038 (1432169417047801856)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.782; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[38 (1432169417047801857)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.874; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10039 (1432169417144270848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.874; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[39 (1432169417145319424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.878; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10039 (1432169417148465152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.879; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[39 (1432169417149513728)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.972; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10034 (-1432169417248079872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.973; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[34 (-1432169417248079873)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.975; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10034 (-1432169417251225600)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.976; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[34 (-1432169417252274176)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.979; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10040 (1432169417254371328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.980; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[40 (1432169417255419904)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.983; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10040 (1432169417258565632)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:49.984; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[40 (1432169417259614208)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.014; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10041 (1432169417291071488)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.014; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[41 (1432169417292120064)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.018; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10041 (1432169417295265792)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.019; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[41 (1432169417295265793)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.100; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10035 (-1432169417381249024)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.100; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[35 (-1432169417382297600)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.103; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[35 (-1432169417385443328)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.104; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10035 (-1432169417385443329)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.107; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[42 (1432169417388589056)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.108; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10042 (1432169417389637632)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.111; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[42 (1432169417392783360)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.112; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10042 (1432169417393831936)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.180; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[36 (-1432169417465135104)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.180; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10036 (-1432169417465135105)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.183; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[36 (-1432169417469329408)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.183; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10036 (-1432169417469329409)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.187; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[43 (1432169417472475136)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.188; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10043 (1432169417473523712)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.191; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[43 (1432169417476669440)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.192; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10043 (1432169417477718016)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.285; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10037 (-1432169417576284160)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.285; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[37 (-1432169417576284161)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.290; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[37 (-1432169417581527040)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.296; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10037 (-1432169417587818496)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.307; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[44 (1432169417597255680)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.308; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10044 (1432169417599352832)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.327; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10044 (1432169417619275776)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.327; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[44 (1432169417619275777)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.392; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[45 (1432169417687433216)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.392; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10045 (1432169417687433217)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10045 (1432169417693724672)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.398; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[45 (1432169417693724673)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.458; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[46 (1432169417756639232)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.458; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10046 (1432169417756639233)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.462; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[46 (1432169417760833536)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.463; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10046 (1432169417761882112)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.549; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[38 (-1432169417853108224)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.549; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10038 (-1432169417853108225)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.552; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[38 (-1432169417856253952)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.553; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10038 (-1432169417857302528)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10047 (1432169417860448257)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[47 (1432169417860448256)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.561; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10047 (1432169417864642560)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.561; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[47 (1432169417864642561)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.575; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10048 (1432169417879322624)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.576; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[48 (1432169417880371200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.579; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10048 (1432169417883516928)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.580; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[48 (1432169417884565504)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.621; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10049 (1432169417928605697)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.621; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[49 (1432169417928605696)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.625; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10049 (1432169417931751424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[49 (1432169417932800000)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.661; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10039 (-1432169417970548736)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.662; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[39 (-1432169417971597312)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.664; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10039 (-1432169417973694464)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.665; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[39 (-1432169417974743040)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.668; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10050 (1432169417976840192)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.669; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[50 (1432169417977888768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.672; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10050 (1432169417981034496)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.673; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[50 (1432169417982083072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10040 (-1432169418089037824)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[40 (-1432169418090086400)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10040 (-1432169418092183552)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[40 (-1432169418093232128)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.782; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10051 (1432169418096377857)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.782; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[51 (1432169418096377856)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.786; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[51 (1432169418100572160)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.787; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10051 (1432169418100572161)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[52 (1432169418160340993)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10052 (1432169418160340992)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.847; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[52 (1432169418164535296)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.848; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10052 (1432169418165583872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.944; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[41 (-1432169418267295744)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.945; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10041 (-1432169418267295745)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.947; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[41 (-1432169418270441472)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.948; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10041 (-1432169418271490048)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.951; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[53 (1432169418273587200)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.952; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10053 (1432169418274635776)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.955; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[53 (1432169418277781504)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:50.956; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10053 (1432169418278830080)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.043; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[42 (-1432169418371104768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.045; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10042 (-1432169418372153344)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.046; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[42 (-1432169418374250496)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.048; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {delete=[10042 (-1432169418376347648)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.050; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[54 (1432169418377396224)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.052; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10054 (1432169418379493376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.054; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[54 (1432169418381590528)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.056; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10054 (1432169418383687680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.109; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:64781/id_fe/mn/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.109; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:64785/id_fe/mn START replicas=[http://127.0.0.1:64781/id_fe/mn/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-13 03:19:51.110; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.111; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.111; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.112; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.111; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.112; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.113; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.113; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:64781/id_fe/mn/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.114; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> WARN - 2013-04-13 03:19:51.116; org.apache.solr.cloud.RecoveryStrategy; Stopping recovery for zkNodeName=127.0.0.1:64785_id_fe%2Fmn_collection1core=collection1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.117; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.119; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[55 (1432169418449747968)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.121; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10055 (1432169418451845120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.123; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[55 (1432169418453942272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.125; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10055 (1432169418456039424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.129; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.142; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30729af2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38d9689d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30729af2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38d9689d),segFN=segments_2,generation=2,filenames=[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Asserting_0.dvd, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Lucene41_0.pos, _0_1.del, _0_TestBloomFilteredLucene41Postings_0.tip, _0_Asserting_0.dvm, _0.nvm, _0_NestedPulsing_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.143; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Asserting_0.dvd, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Lucene41_0.pos, _0_1.del, _0_TestBloomFilteredLucene41Postings_0.tip, _0_Asserting_0.dvm, _0.nvm, _0_NestedPulsing_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.145; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@53b55a63 realtime
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.146; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.146; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.147; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.147; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[56 (1432169418480156672)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.147; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.148; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10056 (1432169418480156673)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.150; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.151; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.152; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.153; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.153; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.153; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[56 (1432169418484350976)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.154; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/id_fe/mn path=/update params={wt=javabin&version=2} {add=[10056 (1432169418485399552)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.156; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.157; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 24
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.158; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1365823171094/jetty2/index.20130412231951158
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.158; org.apache.solr.handler.SnapPuller; Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@21cbd67d lockFactory=org.apache.lucene.store.NativeFSLockFactory@66c92be2) fullCopy=true
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.161; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_Lucene41_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.165; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.169; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.171; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_NestedPulsing_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.174; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.178; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_NestedPulsing_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.181; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_NestedPulsing_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.184; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.188; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_SimpleText_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.191; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-13 03:19:51.195; org.apache.solr.core.SolrCore; [collection1] webapp=/id_fe/mn path=/replication params={file=_0_Lucene41_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} s
[...truncated too long message...]
core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365824221651/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-13 03:39:34.265; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365824221651/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-13 03:39:34.265; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-13 03:39:34.266; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89510656190513164-127.0.0.1:32639_tp%2Fad_collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> WARN - 2013-04-13 03:39:34.267; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-13 03:39:34.267; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-13 03:39:34.267; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-13 03:39:34.268; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-13 03:39:34.268; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-13 03:39:34.268; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=MockFixedIntBlock(blockSize=780), range_facet_l=MockFixedIntBlock(blockSize=780), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=Lucene41(blocksize=128), range_facet_si=PostingsFormat(name=Asserting), _version_=MockFixedIntBlock(blockSize=780), multiDefault=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=MockFixedIntBlock(blockSize=780)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es_US, timezone=America/Danmarkshavn
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=106867168,total=297795584
[junit4:junit4] 2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, TestStressVersions, TestWriterPerf, RAMDirectoryFactoryTest, StatelessScriptUpdateProcessorFactoryTest, PreAnalyzedFieldTest, TestPluginEnable, ClusterStateUpdateTest, SolrInfoMBeanTest, QueryElevationComponentTest, TestRemoteStreaming, TestSchemaSimilarityResource, CSVRequestHandlerTest, TestCharFilters, TestLMDirichletSimilarityFactory, ZkCLITest, QueryEqualityTest, UpdateRequestProcessorFactoryTest, TestFastLRUCache, ShardSplitTest, TestGroupingSearch, TestIBSimilarityFactory, TestRandomDVFaceting, BasicDistributedZkTest, ZkControllerTest, SuggesterTest, TestPerFieldSimilarity, PluginInfoTest, SOLR749Test, TestCloudManagedSchema, FileBasedSpellCheckerTest, TestSolrQueryParser, TestManagedSchema, TestSweetSpotSimilarityFactory, ResponseLogComponentTest, ResourceLoaderTest, TestFieldCollectionResource, TestPhraseSuggestions, PeerSyncTest, SolrIndexSplitterTest, TestValueSourceCache, DateFieldTest, DocValuesTest, TestFieldResource, TestLRUCache, TestDocSet, RecoveryZkTest, LegacyHTMLStripCharFilterTest, TestTrie, PolyFieldTest, OverseerCollectionProcessorTest, SliceStateTest, MBeansHandlerTest, MinimalSchemaTest, CoreAdminHandlerTest, TestSolrCoreProperties, ChaosMonkeyNothingIsSafeTest, TestJoin, ReturnFieldsTest, WordBreakSolrSpellCheckerTest, DirectUpdateHandlerOptimizeTest, DistributedQueryElevationComponentTest, OverseerTest, ShardRoutingTest, TermsComponentTest, SynonymTokenizerTest, TestFuzzyAnalyzedSuggestions, TestPseudoReturnFields, ScriptEngineTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedGrouping, TestHashPartitioner, TestRealTimeGet, TestReload, TestCoreContainer, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, TestBadConfig, SoftAutoCommitTest, SolrRequestParserTest, SuggesterTSTTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCSVResponseWriter, QueryParsingTest, TestPHPSerializedResponseWriter, SearchHandlerTest, TestLFUCache, TestPropInjectDefaults, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestSolrDeletionPolicy2, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestXIncludeConfig, TestNumberUtils, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSolrXMLSerializer, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 153.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 12 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 suite-level error, 1 error, 1 failure, 27 ignored (8 assumptions)
Total time: 53 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3881 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3881/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([4FF6082C730E73AA:CE10863404511396]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9822 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.090; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.097; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.099; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.100; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.200; org.apache.solr.cloud.ZkTestServer; start zk server on port:32723
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.201; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.216; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@73ba0923 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.217; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.217; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.223; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.235; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@35f97c1a name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.235; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.236; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.240; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.243; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.246; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.249; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.250; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.256; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.257; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.364; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.365; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.370; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.370; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.374; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.375; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.386; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.387; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.392; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.393; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.397; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.398; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.401; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.402; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.634; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.637; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51281
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.637; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.638; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.639; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.639; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.640; org.apache.solr.core.CoreContainer; New CoreContainer 1774760467
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.641; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.642; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.717; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.718; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.720; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.721; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.721; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.722; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.722; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.723; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.748; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.772; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:32723/solr
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.773; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.774; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.779; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@72d0a972 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.780; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.794; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.808; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.810; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@41c1dc07 name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.811; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.818; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.824; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.834; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.836; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51281_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.839; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51281_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.847; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.862; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.866; org.apache.solr.cloud.Overseer; Overseer (id=89509707455266819-127.0.0.1:51281_-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.876; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.887; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.887; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.890; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.893; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.896; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.901; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.902; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.903; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.903; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.905; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.907; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.907; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:45.966; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.047; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.148; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.169; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.867; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.875; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.878; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.893; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.898; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.904; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:46.906; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:46.906; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.906; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:46.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:46.908; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.908; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.909; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365809745407/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.909; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb51005
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.910; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.911; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.912; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-12 23:35:46.912; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.913; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.946; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ae6214b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.947; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.949; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.950; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.950; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.951; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.952; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.952; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.952; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.953; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.953; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.964; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.972; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3ad2ee3a main
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.973; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.974; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.978; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3ad2ee3a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.981; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 23:35:46.981; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.399; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.400; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51281_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51281"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.401; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.401; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.414; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.984; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.984; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51281 collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:47.985; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.028; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.040; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.040; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.040; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51281/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.041; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.041; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51281/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.041; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51281/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.042; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.918; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.937; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.975; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51281/collection1/ and leader is http://127.0.0.1:51281/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.975; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51281
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.976; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.976; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.976; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.979; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.980; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.981; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.982; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:48.998; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.000; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.002; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@400dcec7 name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.003; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.004; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.007; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.231; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.234; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:26197
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.235; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.236; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.236; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.237; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.238; org.apache.solr.core.CoreContainer; New CoreContainer 1590441288
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.239; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.239; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.321; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.324; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.350; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.375; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:32723/solr
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.376; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.378; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.381; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@9df2931 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.382; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.397; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.410; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.413; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2862464a name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.413; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:49.418; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.422; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26197_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.427; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:26197_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.429; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.430; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.430; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.432; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.439; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.440; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.440; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.441; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.442; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.443; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.444; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.451; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.452; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51281__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51281_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51281"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.498; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.565; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.666; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:50.678; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.433; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.445; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.450; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.465; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.470; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.475; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:51.476; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:51.477; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.477; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:51.478; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:51.479; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.479; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.479; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365809749007/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.480; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb51005
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.481; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.481; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.482; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-12 23:35:51.483; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.484; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.515; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.516; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.520; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.521; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.522; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.523; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.524; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.524; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.525; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.526; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.526; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.540; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.549; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2da8a8a1 main
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.551; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.551; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.558; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2da8a8a1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.562; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.562; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.977; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.979; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:26197_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26197"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.979; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.979; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:51.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.565; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.565; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:26197 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.566; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.612; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.627; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.627; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.628; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:26197/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.628; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.628; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:26197/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.629; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:26197/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:52.629; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.506; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.563; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:26197/collection1/ and leader is http://127.0.0.1:26197/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.563; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26197
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.564; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.564; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.564; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.567; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.568; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.569; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.570; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.816; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.819; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:43734
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.820; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.821; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.821; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.822; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.823; org.apache.solr.core.CoreContainer; New CoreContainer 1215185953
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.824; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.824; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.906; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.907; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.908; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.909; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.909; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.911; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.911; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.912; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.913; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.938; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.965; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:32723/solr
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.966; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.967; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.970; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46a1a653 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.971; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.986; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:53.998; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:54.001; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@29691d15 name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:54.002; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:54.013; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.018; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43734_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.021; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43734_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.024; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.024; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.025; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.024; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.025; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.083; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.084; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.085; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.086; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:26197__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:26197_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26197"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.090; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.091; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.135; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.135; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.165; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.165; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.165; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.165; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.165; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.168; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.169; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.229; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.312; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.415; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:55.426; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.193; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.206; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.211; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.228; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.235; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.242; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:56.244; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:56.244; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.244; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:35:56.246; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:35:56.246; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.247; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.247; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365809753585/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.248; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb51005
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.249; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.249; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.250; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-12 23:35:56.251; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.252; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.287; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.287; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.291; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.292; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.292; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.293; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.294; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.295; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.295; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.296; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.297; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.312; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.321; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@351e123e main
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.323; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.323; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.331; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@351e123e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.334; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.335; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.692; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.693; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:43734_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43734"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.694; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.694; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.704; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.704; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.704; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:56.704; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.338; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.338; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43734 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.339; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.364; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.371; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.372; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.372; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43734/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.373; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.373; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43734/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.373; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43734/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:57.374; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.215; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.305; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43734/collection1/ and leader is http://127.0.0.1:43734/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.305; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43734
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.306; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.306; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.306; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.309; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.311; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.311; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.312; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.553; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.556; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:33530
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.557; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.558; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.558; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.559; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.559; org.apache.solr.core.CoreContainer; New CoreContainer 381299072
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.560; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.561; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.633; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.634; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.635; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.635; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.636; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.636; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.637; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.638; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.638; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.639; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.663; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.685; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:32723/solr
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.686; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.687; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.691; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7f50bdab name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.691; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.705; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.718; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.721; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3cbec7f name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.721; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:35:58.733; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.738; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33530_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.740; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:33530_
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.743; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.744; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.744; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.743; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.743; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.745; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.744; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.745; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.760; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.766; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.767; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.768; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.768; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.770; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.772; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.772; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.785; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.787; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:43734__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:43734_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43734"}
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.834; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:35:59.907; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.009; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.020; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.762; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.771; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.775; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.788; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.793; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.797; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:36:00.798; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:36:00.799; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.799; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:36:00.800; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:36:00.800; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.801; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.801; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365809758328/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.801; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb51005
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.802; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.803; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.803; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-12 23:36:00.804; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.804; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.810; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@30429265; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.810; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.813; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.813; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.814; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.815; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.816; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.816; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.816; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.817; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.817; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.826; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.832; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2c677242 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.833; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.834; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.839; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2c677242 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.842; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 23:36:00.842; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.386; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.387; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33530_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33530"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.387; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.388; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.845; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.845; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:33530 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.886; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:33530/collection1/ and leader is http://127.0.0.1:26197/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.886; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33530
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.887; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.887; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.888; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.888; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.889; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.890; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.890; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.891; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.891; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.892; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.892; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:01.915; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:33530__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.127; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.130; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:35723
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.131; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.132; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.133; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.133; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.134; org.apache.solr.core.CoreContainer; New CoreContainer 1906404393
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.135; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/'
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.135; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/'
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.208; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.209; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.210; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.210; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.211; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.212; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.212; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.213; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.213; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.214; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.236; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.259; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:32723/solr
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.260; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.261; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.409; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7a733c09 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.409; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.426; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.438; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.441; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@38d13c48 name:ZooKeeperConnection Watcher:127.0.0.1:32723/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.441; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.453; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.913; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.915; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:33530__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33530_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33530"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:02.929; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.456; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.462; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35723_
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.466; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.466; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.465; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.466; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.475; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.476; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.477; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.483; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.483; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.484; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.485; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.486; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.488; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.489; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.573; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.647; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.748; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.761; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.918; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:33530__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:03.919; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:33530__collection1&state=recovering&nodeName=127.0.0.1:33530_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.497; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.515; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.521; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.537; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.543; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.549; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:36:04.550; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:36:04.551; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.551; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 23:36:04.552; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 23:36:04.553; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.553; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.554; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365809761913/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.554; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb51005
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.555; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.556; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.557; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-12 23:36:04.558; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.559; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.571; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41d340fd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.571; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.575; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.576; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.576; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.578; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.579; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.579; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.580; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.580; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.581; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.595; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.605; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@351cb131 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.606; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.606; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.619; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@351cb131 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.619; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 23:36:04.620; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.921; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:26197/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.921; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:33530 START replicas=[http://127.0.0.1:26197/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 23:36:05.922; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.922; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.923; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.923; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.923; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.924; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:26197/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.924; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.932; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.938; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.939; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:35723_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:35723"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.940; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.940; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.943; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.949; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.948; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.950; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.971; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.972; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.974; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@77f02a04 realtime
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.974; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.975; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.976; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.977; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.980; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.980; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.981; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.982; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.982; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.985; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.986; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.988; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.989; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d6f580; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.993; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.995; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.998; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:05.999; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.003; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@30429265; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@30429265; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.005; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.005; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.006; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23cc0584 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.008; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@23cc0584 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.009; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.009; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.010; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index.20130413023605986
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.011; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.011; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.012; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.012; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.014; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.693; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.693; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:35723 collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.699; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35723/collection1/ and leader is http://127.0.0.1:43734/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.699; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35723
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.700; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.700; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.701; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.701; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.702; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.703; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.703; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.703; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.704; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.705; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.705; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.730; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.731; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:35723__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.753; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.754; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-12 23:36:06.755; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.468; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.469; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:33530__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33530_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33530"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.474; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:35723__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:35723_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:35723"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.492; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.733; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:35723__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.734; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:35723__collection1&state=recovering&nodeName=127.0.0.1:35723_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003
[junit4:junit4] 1> INFO - 2013-04-12 23:36:07.757; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:08.760; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.735; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43734/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.735; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:35723 START replicas=[http://127.0.0.1:43734/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 23:36:09.736; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.736; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.737; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.737; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.737; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.738; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43734/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.738; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.751; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.752; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=6
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.757; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.759; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.763; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.767; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.769; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.770; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3a0fd464 realtime
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.771; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.771; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.773; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.773; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.775; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.776; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.777; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.777; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.778; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.781; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.782; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.783; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.784; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782 lockFactory=org.apache.lucene.store.NativeFSLockFactory@747fe45c; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.788; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.790; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.800; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.800; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.805; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41d340fd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41d340fd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.806; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.807; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.808; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@78dcec03 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.809; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@78dcec03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.810; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.811; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.811; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index.20130413023609782
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.812; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.812; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.813; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.813; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 23:36:09.816; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.514; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.515; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:35723__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:35723_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:35723"}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.550; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.766; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.773; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.785; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.791; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ae6214b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.792; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.797; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ae6214b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ae6214b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.798; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.800; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@c196064 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.801; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.802; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@c196064 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.803; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.815; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.830; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1511e80a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.831; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.833; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@52609d0c main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.833; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.835; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@52609d0c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.835; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:26197/collection1/, StdNode: http://127.0.0.1:33530/collection1/, StdNode: http://127.0.0.1:35723/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.846; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.854; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fd77d35; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.855; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.857; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@655e28e main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.857; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.858; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@655e28e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.859; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.861; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.861; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.878; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@30429265; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@30429265; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.879; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41d340fd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41d340fd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.880; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.879; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.883; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6ebd0b59 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.883; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2f80d141 main
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.884; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.885; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6ebd0b59 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.884; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.886; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.885; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2f80d141 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.887; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.888; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 73
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.890; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.893; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.895; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.897; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:10.899; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:12.900; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 23:36:12.903; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2c197fb2 name:ZooKeeperConnection Watcher:127.0.0.1:32723 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 23:36:12.904; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:26197__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:26197_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26197",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:33530__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:33530_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33530"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:43734__collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43734_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43734",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:35723__collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:35723_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:35723"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:51281__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:51281_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51281",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:26197_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:35723_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:33530_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:51281_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:43734_ (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89509707455266826-127.0.0.1:33530__collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89509707455266822-127.0.0.1:26197__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89509707455266828-127.0.0.1:35723__collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89509707455266824-127.0.0.1:43734__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:26197_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:26197"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43734_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43734"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89509707455266819-127.0.0.1:51281__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:51281_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51281"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89509707455266828-127.0.0.1:35723_-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89509707455266822-127.0.0.1:26197_-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89509707455266826-127.0.0.1:33530_-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89509707455266824-127.0.0.1:43734_-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89509707455266819-127.0.0.1:51281_-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89509707455266819-127.0.0.1:51281_-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.098; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432155348628668416&update.from=http://127.0.0.1:26197/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432155348628668416)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.102; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432155348634959872&update.from=http://127.0.0.1:43734/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432155348634959872)} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.103; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432155348634959872)} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.104; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432155348628668416)} 0 14
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.110; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432155348645445632)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.117; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432155348650688512)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.117; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432155348650688512)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.121; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432155348659077120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.127; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432155348662222848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.128; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432155348662222848)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.131; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432155348669562880)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.140; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432155348673757184)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.141; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432155348673757184)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.145; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432155348684242944)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.155; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432155348691582976)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.156; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1432155348691582976)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.157; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.161; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1432155348701020160)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.171; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432155348708360192)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.172; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1432155348708360192)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.173; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.177; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1432155348717797376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.184; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432155348721991680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.185; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1432155348721991680)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.189; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1432155348730380288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.196; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432155348734574592)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.197; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1432155348734574592)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.200; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1432155348741914624)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.209; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432155348748206080)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.210; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1432155348748206080)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.212; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.216; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1432155348758691840)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.226; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432155348766031872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.227; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432155348766031872)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.228; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.232; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1432155348775469056)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.242; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432155348782809088)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.243; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432155348782809088)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.245; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 10
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.249; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1432155348793294848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.256; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432155348797489152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.257; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1432155348797489152)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.261; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432155348805877760)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.267; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432155348809023488)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.268; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1432155348809023488)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.272; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1432155348817412096)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.280; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:26197/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432155348822654976)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.280; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43734/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1432155348822654976)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-12 23:36:13.281; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 23:36:1
[...truncated too long message...]
org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.236; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> ERROR - 2013-04-12 23:38:12.236; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4] 1> ERROR - 2013-04-12 23:38:12.237; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/tlog/tlog.0000000000000000001 refcount=1}
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.239; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.240; org.apache.solr.core.CachingDirectoryFactory; Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.241; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.241; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.241; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.242; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365809745098/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 23:38:12.242; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 23:38:12.243; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-12 23:38:12.243; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 23:38:12.243; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 23:38:12.243; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=ar_DZ, timezone=Asia/Kuwait
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=362026448,total=536870912
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestTrie, LegacyHTMLStripCharFilterTest, UnloadDistributedZkTest, TestXIncludeConfig, ScriptEngineTest, TestCloudManagedSchema, PrimitiveFieldTypeTest, FastVectorHighlighterTest, TestSolrDeletionPolicy2, LeaderElectionTest, StatelessScriptUpdateProcessorFactoryTest, TermVectorComponentTest, ReturnFieldsTest, DocValuesTest, DistributedSpellCheckComponentTest, TestDocSet, TestRemoteStreaming, PeerSyncTest, ShardSplitTest, TestManagedSchema, RecoveryZkTest, TestLFUCache, TestGroupingSearch, TestRealTimeGet, OverseerCollectionProcessorTest, CSVRequestHandlerTest, MinimalSchemaTest, TestReversedWildcardFilterFactory, OverseerTest, DistributedQueryElevationComponentTest, TestFastLRUCache, SpatialFilterTest, SoftAutoCommitTest, TestValueSourceCache, SolrIndexSplitterTest, PrimUtilsTest, DateFieldTest, PreAnalyzedFieldTest, TestPhraseSuggestions, AliasIntegrationTest, CacheHeaderTest, ExternalFileFieldSortTest, AutoCommitTest, TestFunctionQuery, CircularListTest, SimpleFacetsTest, PreAnalyzedUpdateProcessorTest, ClusterStateUpdateTest, SliceStateUpdateTest, TestSort, BasicDistributedZkTest, PolyFieldTest, TestPerFieldSimilarity, TermsComponentTest, TestSurroundQueryParser, BadCopyFieldTest, TestLMDirichletSimilarityFactory, TestPseudoReturnFields, TestUniqueKeyFieldResource, BasicFunctionalityTest, TestSolrDeletionPolicy1, MBeansHandlerTest, SystemInfoHandlerTest, DirectUpdateHandlerOptimizeTest, TestFastWriter, ZkControllerTest, QueryParsingTest, SliceStateTest, SearchHandlerTest, TestWriterPerf, TestExtendedDismaxParser, BasicDistributedZk2Test, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestJoin, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, DirectUpdateHandlerTest, TestIndexSearcher, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, SuggesterTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, DocValuesMultiTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, RequiredFieldsTest, TestArbitraryIndexDir, RegexBoostProcessorTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, TestPropInject, TestPropInjectDefaults, AlternateDirectoryTest, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestBinaryField, TestSearchPerf, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestJmxMonitoredMap, TestPluginEnable, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 147.66s, 1 test, 1 failure <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 49 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3880 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3880/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([F1985D3A3B63351B:707ED3224C3C5527]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9134 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-12 17:14:05.913; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:05.918; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-12 17:14:05.919; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:05.920; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.021; org.apache.solr.cloud.ZkTestServer; start zk server on port:37462
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.022; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.025; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@692796fe name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.026; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.026; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.042; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.044; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@72f241c name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.044; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.045; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.055; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.057; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.059; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.068; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.069; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.081; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.082; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.185; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.186; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.189; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.204; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.204; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.207; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.208; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.211; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.212; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.215; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.216; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.219; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.219; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.430; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.435; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37465
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.436; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.436; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.437; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.438; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.438; org.apache.solr.core.CoreContainer; New CoreContainer 76012868
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.439; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.439; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.507; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.508; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.508; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.509; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.509; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.510; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.510; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.511; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.512; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.512; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.536; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.556; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37462/solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.556; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.557; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.560; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3a626c6e name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.561; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.579; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.593; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.595; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@10a9ad57 name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.596; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.603; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.607; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.617; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.619; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37465_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.621; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37465_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.630; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.642; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.652; org.apache.solr.cloud.Overseer; Overseer (id=89508206734540803-127.0.0.1:37465_ullu%2Fh-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.661; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.673; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.673; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.675; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.677; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.680; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.684; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.684; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.685; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.685; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.686; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.688; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.689; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.753; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.814; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.915; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:06.922; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.537; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.550; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.554; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.569; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.574; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.579; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:07.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:07.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:07.581; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:07.581; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.582; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.617; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365786846223/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.617; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e12b144
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.617; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.618; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.619; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-12 17:14:07.619; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.620; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.625; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c09510; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.625; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.627; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.628; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.628; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.629; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.629; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.629; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.630; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.630; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.630; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.639; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.644; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@12ae461e main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.645; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.645; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.648; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@12ae461e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.650; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:14:07.650; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.183; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.184; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37465_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37465/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.185; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.185; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.221; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.653; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.653; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37465/ullu/h collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.654; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.681; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.692; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.693; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.693; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37465/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.693; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.694; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:37465/ullu/h/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.694; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37465/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:08.694; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.725; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.751; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.778; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37465/ullu/h/collection1/ and leader is http://127.0.0.1:37465/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.778; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37465/ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.778; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.778; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.779; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.780; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.782; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.782; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.783; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.799; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.800; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.802; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2122e5cf name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.803; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.804; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:09.806; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.016; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.020; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37469
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.021; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.021; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.022; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.022; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.023; org.apache.solr.core.CoreContainer; New CoreContainer 945839218
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.024; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.024; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.092; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.096; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.096; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.097; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.119; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.138; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37462/solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.139; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.140; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.143; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@49381978 name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.144; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.159; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.171; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.173; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@cd2c5ee name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.173; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:10.184; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.187; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37469_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37469_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.192; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.192; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.192; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.192; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.210; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.210; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.211; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.211; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.212; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.214; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.215; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.256; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.257; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37465_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37465_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37465/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.266; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.270; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.270; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.270; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.327; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.428; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:11.435; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.069; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.082; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.086; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.102; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.107; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.111; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:12.112; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:12.113; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.114; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:12.115; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:12.115; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.115; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.116; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365786849806/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.116; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e12b144
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.117; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.118; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.118; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-12 17:14:12.119; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.120; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.126; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.126; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.130; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.130; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.131; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.132; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.132; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.133; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.133; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.134; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.134; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.146; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.154; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6eecc6dc main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.155; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.155; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.160; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6eecc6dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.163; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.163; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.774; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.775; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37469_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37469/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.775; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.775; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.780; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.780; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:12.780; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.166; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.166; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37469/ullu/h collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.167; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.265; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.308; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.308; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.308; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37469/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.309; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.309; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:37469/ullu/h/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.309; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37469/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:13.309; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.298; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.362; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37469/ullu/h/collection1/ and leader is http://127.0.0.1:37469/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.362; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37469/ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.362; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.362; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.363; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.365; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.366; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.367; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.367; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.590; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.593; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37473
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.594; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.595; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.595; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.596; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.596; org.apache.solr.core.CoreContainer; New CoreContainer 850099100
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.597; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.598; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.665; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.666; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.666; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.667; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.667; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.668; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.668; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.669; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.669; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.670; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.691; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.710; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37462/solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.711; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.712; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.715; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@633c4226 name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.716; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.718; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.730; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.732; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e606c8b name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.733; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:14.745; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.748; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37473_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.759; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37473_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.761; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.761; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.761; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.761; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.762; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.762; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.779; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.785; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.785; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.786; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.786; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.787; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.789; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.789; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.840; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.856; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.857; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37469_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37469_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37469/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:15.901; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.002; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.009; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.633; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.642; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.644; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.657; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.661; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.664; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:16.665; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:16.665; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.666; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:16.666; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:16.667; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.667; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.667; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365786854383/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.667; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e12b144
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.668; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.669; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.669; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-12 17:14:16.670; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.670; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.676; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.676; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.679; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.679; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.679; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.680; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.680; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.681; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.681; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.681; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.682; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.690; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.696; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2246b55a main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.696; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.697; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.701; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2246b55a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.703; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:14:16.703; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.374; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.374; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37473_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37473/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.375; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.375; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.389; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.389; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.389; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.389; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.706; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.706; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37473/ullu/h collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.707; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.724; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.727; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.727; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.727; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37473/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.728; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.728; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:37473/ullu/h/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.728; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37473/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:17.729; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.893; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.944; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.944; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.944; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.944; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.958; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37473/ullu/h/collection1/ and leader is http://127.0.0.1:37473/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.958; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37473/ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.958; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.958; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.959; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.960; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.961; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.962; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 17:14:18.963; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.185; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.188; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37478
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.189; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.190; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.190; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.191; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.191; org.apache.solr.core.CoreContainer; New CoreContainer 1699050422
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.192; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.193; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.260; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.260; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.261; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.261; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.262; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.262; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.263; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.263; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.264; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.265; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.288; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.307; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37462/solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.308; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.309; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.312; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1791125 name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.313; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.325; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.339; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.341; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@50cec118 name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.341; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:19.350; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.354; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37478_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.356; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37478_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.359; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.359; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.359; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.374; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.380; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.380; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.381; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.381; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.382; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.384; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.385; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.435; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.456; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.457; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37473_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37473_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37473/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.470; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.470; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.471; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.470; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.470; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.496; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.597; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:20.604; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.196; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.205; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.208; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.220; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.224; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.228; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:21.228; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:21.229; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.229; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:21.230; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:21.231; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.231; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.231; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365786858978/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.231; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e12b144
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.232; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.233; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.233; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-12 17:14:21.234; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.234; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.239; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f57f89; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.239; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.242; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.242; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.243; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.243; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.244; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.244; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.244; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.245; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.245; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.254; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.259; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@33f4a5ca main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.260; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.260; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.264; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@33f4a5ca main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.266; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.266; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.975; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.976; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37478_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37478/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.976; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.976; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:21.980; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.269; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.269; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37478/ullu/h collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.275; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37478/ullu/h/collection1/ and leader is http://127.0.0.1:37469/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.276; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37478/ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.276; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.276; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.277; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.277; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.278; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.278; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.278; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.279; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.279; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.280; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.372; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.385; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37478_ullu%2Fh_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.510; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.513; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37482
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.514; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.514; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.515; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.515; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.516; org.apache.solr.core.CoreContainer; New CoreContainer 1539521282
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.517; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.517; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.584; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.585; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.585; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.586; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.586; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.587; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.587; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.588; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.589; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.589; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.610; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.630; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37462/solr
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.631; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.632; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.635; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@176b562b name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.636; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.648; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.660; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.662; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e91eae2 name:ZooKeeperConnection Watcher:127.0.0.1:37462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.662; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:22.673; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.498; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.499; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37478_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37478_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37478/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.524; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.676; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37482_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.685; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37482_ullu%2Fh
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.688; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.688; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.698; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.699; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.699; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.699; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.704; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.704; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.705; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.705; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.707; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.708; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.709; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.759; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.821; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.922; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:23.929; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.388; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:37478_ullu%2Fh_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.388; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:37478_ullu%252Fh_collection1&state=recovering&nodeName=127.0.0.1:37478_ullu%252Fh&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.564; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.577; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.581; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.596; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.602; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.607; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:24.608; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:24.609; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.609; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 17:14:24.610; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 17:14:24.610; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.611; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.611; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365786862295/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.611; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e12b144
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.612; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.613; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.614; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-12 17:14:24.615; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.615; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.624; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc6983; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.625; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.628; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.629; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.629; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.630; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.631; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.631; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.632; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.633; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.633; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.648; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.656; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3fa5e1cc main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.657; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.657; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.663; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3fa5e1cc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.666; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:14:24.666; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.028; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37482_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37482/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.669; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.669; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37482/ullu/h collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.698; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37482/ullu/h/collection1/ and leader is http://127.0.0.1:37473/ullu/h/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.698; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37482/ullu/h
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.698; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.699; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.699; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.699; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.700; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.701; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.701; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.701; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.702; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.703; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.719; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.719; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.721; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.721; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.722; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:25.732; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37482_ullu%2Fh_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.391; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:37469/ullu/h/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.391; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:37478/ullu/h START replicas=[http://127.0.0.1:37469/ullu/h/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 17:14:26.392; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.393; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.393; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.393; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.393; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.394; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:37469/ullu/h/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.394; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.400; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.407; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.412; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.413; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.417; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.418; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.419; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@41f07a7e realtime
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.420; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.420; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.421; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.421; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.423; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.424; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.425; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.425; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.425; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.429; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.430; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.431; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.432; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ed20a28; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.436; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.438; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.440; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.441; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.445; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f57f89; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f57f89; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.446; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.446; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.447; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1685853d main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.449; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1685853d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.449; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.450; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.450; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index.20130413041426430
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.451; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.451; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.452; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.452; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.453; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.550; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.551; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37482_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37482_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37482/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.554; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37478_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37478_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37478/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.567; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.724; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.734; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:37482_ullu%2Fh_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:26.734; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:37482_ullu%252Fh_collection1&state=recovering&nodeName=127.0.0.1:37482_ullu%252Fh&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-12 17:14:27.726; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.728; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.736; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:37473/ullu/h/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.736; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:37482/ullu/h START replicas=[http://127.0.0.1:37473/ullu/h/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 17:14:28.737; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.737; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.737; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.737; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.738; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.738; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:37473/ullu/h/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.738; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.748; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.756; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.761; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.762; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.795; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.795; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.797; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@deab85e realtime
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.797; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.798; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 42
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.799; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.799; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.801; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.801; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.802; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.803; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.803; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.806; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.807; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.808; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.809; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5af5a736; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.813; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.815; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.817; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.817; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.822; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc6983; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc6983; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.823; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.823; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.824; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@551258b2 main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.825; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@551258b2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.826; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.826; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.827; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index.20130413041428807
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.828; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.828; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.828; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.829; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:14:28.830; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.582; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.583; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:37482_ullu%2Fh_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37482_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37482/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.622; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.730; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.731; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.741; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.747; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c09510; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.748; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.754; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c09510; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c09510; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.754; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.756; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@58d5d86b main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.757; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.758; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@58d5d86b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.758; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.773; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.786; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a6bfa1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.787; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.788; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@52bed5ea main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.789; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.790; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@52bed5ea main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.790; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:37469/ullu/h/collection1/, StdNode: http://127.0.0.1:37478/ullu/h/collection1/, StdNode: http://127.0.0.1:37482/ullu/h/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.795; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.801; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@677df38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.801; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.803; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5ac47e23 main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.804; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.805; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5ac47e23 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.805; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.809; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.809; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.823; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f57f89; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f57f89; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.824; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc6983; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23cc6983; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.824; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.825; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.828; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3eb3e0a0 main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.828; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@163a244f main
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.828; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.829; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.829; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3eb3e0a0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.830; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@163a244f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.830; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.831; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.832; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 59
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.833; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.836; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.838; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.841; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:29.843; org.apache.solr.core.SolrCore; [collection1] webapp=/ullu/h path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 17:14:31.845; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 17:14:31.848; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@df84ca8 name:ZooKeeperConnection Watcher:127.0.0.1:37462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 17:14:31.849; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:37469_ullu%2Fh_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37469_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37469/ullu/h",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:37478_ullu%2Fh_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37478_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37478/ullu/h"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:37473_ullu%2Fh_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37473_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37473/ullu/h",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:37482_ullu%2Fh_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37482_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37482/ullu/h"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:37465_ullu%2Fh_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:37465_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37465/ullu/h",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:37482_ullu%2Fh (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:37478_ullu%2Fh (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:37469_ullu%2Fh (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:37473_ullu%2Fh (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:37465_ullu%2Fh (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89508206734540806-127.0.0.1:37469_ullu%2Fh_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89508206734540810-127.0.0.1:37478_ullu%2Fh_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89508206734540812-127.0.0.1:37482_ullu%2Fh_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89508206734540808-127.0.0.1:37473_ullu%2Fh_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37469_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37469/ullu/h"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37473_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37473/ullu/h"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89508206734540803-127.0.0.1:37465_ullu%2Fh_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:37465_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37465/ullu/h"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89508206734540806-127.0.0.1:37469_ullu%2Fh-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89508206734540803-127.0.0.1:37465_ullu%2Fh-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89508206734540812-127.0.0.1:37482_ullu%2Fh-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89508206734540810-127.0.0.1:37478_ullu%2Fh-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89508206734540808-127.0.0.1:37473_ullu%2Fh-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89508206734540803-127.0.0.1:37465_ullu%2Fh-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.026; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={update.distrib=FROMLEADER&_version_=-1432131335113146368&update.from=http://127.0.0.1:37469/ullu/h/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432131335113146368)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.030; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={update.distrib=FROMLEADER&_version_=-1432131335119437824&update.from=http://127.0.0.1:37473/ullu/h/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432131335119437824)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.031; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432131335119437824)} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.032; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432131335113146368)} 0 15
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.038; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[0 (1432131335132020736)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.047; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432131335136215040)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.048; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[0 (1432131335136215040)]} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.052; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[1 (1432131335147749376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.059; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432131335151943680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.060; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[1 (1432131335151943680)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.064; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[2 (1432131335160332288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.075; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432131335164526592)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.076; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[2 (1432131335164526592)]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.080; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[3 (1432131335177109504)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.087; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432131335181303808)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.088; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[3 (1432131335181303808)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.092; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[4 (1432131335189692416)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.099; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432131335193886720)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.100; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[4 (1432131335193886720)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.104; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[5 (1432131335202275328)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.115; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432131335209615360)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.116; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1432131335209615360)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.117; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[5]} 0 10
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.121; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[6 (1432131335220101120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.131; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432131335227441152)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.132; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432131335227441152)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.133; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[6]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.137; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[7 (1432131335236878336)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.144; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432131335241072640)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.145; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[7 (1432131335241072640)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.149; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[8 (1432131335249461248)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.160; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432131335256801280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.161; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432131335256801280)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.162; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[8]} 0 10
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.166; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[9 (1432131335267287040)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.176; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432131335274627072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.177; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432131335274627072)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.178; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[9]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.182; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[10 (1432131335284064256)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.192; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37469/ullu/h/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432131335291404288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.193; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={distrib.from=http://127.0.0.1:37473/ullu/h/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1432131335291404288)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.194; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[10]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 17:14:32.198; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ullu/h path=/update params={wt=javabin&version=2} {add=[11 (1432
[...truncated too long message...]
ull,
[junit4:junit4] 1> "core":"collection1_shard1_0_replica1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:37478_ullu%2Fh",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:37478/ullu/h"}
[junit4:junit4] 1> INFO - 2013-04-12 17:16:04.038; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 37482
[junit4:junit4] 1> INFO - 2013-04-12 17:16:04.038; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=1539521282
[junit4:junit4] 1> INFO - 2013-04-12 17:16:04.039; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.048; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.048; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.055; org.apache.solr.core.SolrCore; [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3bbcb67
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.057; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=98,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.058; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.058; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.058; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.061; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.062; org.apache.solr.core.CachingDirectoryFactory; Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.062; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.063; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.063; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.064; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365786845919/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.065; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89508206734540812-127.0.0.1:37482_ullu%2Fh-n_0000000004) am no longer a leader.
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.066; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.066; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/ullu/h,null}
[junit4:junit4] 1> WARN - 2013-04-12 17:16:05.066; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 17:16:05.067; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.198; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.201; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:37462 37462
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1365786845919
[junit4:junit4] 2> check const of shard1
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:37469_ullu%2Fh_collection1:{"shard":"shard1","state":"down","core":"collection1","collection":"collection1","node_name":"127.0.0.1:37469_ullu%2Fh","base_url":"http://127.0.0.1:37469/ullu/h"}
[junit4:junit4] 2> error contacting client: IOException occured when talking to server at: http://127.0.0.1:37469/ullu/h/collection1
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:37478_ullu%2Fh_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:37478_ullu%2Fh","base_url":"http://127.0.0.1:37478/ullu/h"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:56
[junit4:junit4] 2>
[junit4:junit4] 2> check const of shard2
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:37473_ullu%2Fh_collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:37473_ullu%2Fh","base_url":"http://127.0.0.1:37473/ullu/h","leader":"true"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:37482_ullu%2Fh_collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:37482_ullu%2Fh","base_url":"http://127.0.0.1:37482/ullu/h"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=F1985D3A3B63351B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=Pacific/Ponape -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 120s J0 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([F1985D3A3B63351B:707ED3224C3C5527]:0)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 1> INFO - 2013-04-12 17:16:05.708; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 119799 T1132 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=no_NO, timezone=Pacific/Ponape
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=2,free=353772784,total=441450496
[junit4:junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, TermsComponentTest, TestExtendedDismaxParser, OverseerTest, TestGroupingSearch, TestDocumentBuilder, DistributedTermsComponentTest, SuggesterTest, UnloadDistributedZkTest, LukeRequestHandlerTest, TestSolrCoreProperties, AnalysisAfterCoreReloadTest, TestSchemaResource, BinaryUpdateRequestHandlerTest, TestUniqueKeyFieldResource, TestFunctionQuery, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 120.33s, 1 test, 1 failure <<< FAILURES!
[...truncated 636 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 59 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3879 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3879/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([5672943A0A5C315C:D7941A227D035160]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9279 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.349; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.353; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.354; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.355; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.456; org.apache.solr.cloud.ZkTestServer; start zk server on port:58886
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.457; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.461; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@47773ab8 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.461; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.462; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.476; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.483; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3298768f name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.484; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.484; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.488; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.497; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.500; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.503; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.504; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.514; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.515; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.620; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.621; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.627; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.627; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.631; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.632; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.635; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.635; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.638; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.639; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.642; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.643; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.646; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.646; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.864; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.869; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58889
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.870; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.870; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.871; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.872; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.872; org.apache.solr.core.CoreContainer; New CoreContainer 1211281701
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.873; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.873; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.953; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.954; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.955; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.956; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.956; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.957; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.957; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.958; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.959; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.959; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:35.981; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.002; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:58886/solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.003; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.004; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.010; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d18555 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.011; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.067; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.077; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.079; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@606a0554 name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.079; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.149; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.160; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.214; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.217; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58889__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.219; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58889__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.249; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.346; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.350; org.apache.solr.cloud.Overseer; Overseer (id=89507194166312963-127.0.0.1:58889__brz%2Fck-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.361; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.373; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.375; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.377; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.380; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.383; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.387; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.388; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.389; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.389; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.390; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.392; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.393; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.443; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.505; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.607; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:36.614; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.257; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.270; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.274; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.290; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.296; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.300; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:37.302; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:37.302; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.302; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:37.304; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:37.304; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.304; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.305; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365771395658/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.305; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d5a8bd9
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.306; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.307; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.308; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-12 12:56:37.309; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.310; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.347; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e18f08; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.348; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.351; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.352; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.353; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.353; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.354; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.354; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.355; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.355; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.356; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.373; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.385; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@599df749 main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.387; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.388; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.393; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@599df749 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.396; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.396; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.887; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.888; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58889__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58889/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.888; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.888; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:37.907; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.399; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.399; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58889/_brz/ck collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.401; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.419; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.430; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.430; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.431; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58889/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.431; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.432; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58889/_brz/ck/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.432; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58889/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:38.432; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.413; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.457; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.517; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58889/_brz/ck/collection1/ and leader is http://127.0.0.1:58889/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.517; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58889/_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.518; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.518; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.518; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.536; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.537; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.538; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.539; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.555; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.557; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.559; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@77c35876 name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.560; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.561; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.564; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.781; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.784; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58909
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.785; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.785; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.786; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.786; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.787; org.apache.solr.core.CoreContainer; New CoreContainer 1278107871
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.787; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.788; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.847; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.847; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.848; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.848; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.849; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.850; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.850; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.851; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.851; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.852; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.871; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.889; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:58886/solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.889; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.890; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.893; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@304ab2da name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.894; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.896; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.907; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.909; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7965ddba name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.909; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:39.921; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.925; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58909__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.933; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58909__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.950; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.950; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.951; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.994; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.995; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58889__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58889__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58889/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.998; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:40.999; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.063; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.063; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.066; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.067; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.068; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.145; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.210; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.311; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.318; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.986; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:41.998; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.003; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.019; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.024; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.029; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:42.030; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:42.031; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.031; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:42.032; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:42.033; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.033; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.033; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365771399564/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.034; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d5a8bd9
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.034; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.035; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.036; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-12 12:56:42.037; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.038; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.044; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.044; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.048; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.048; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.049; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.050; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.050; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.051; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.051; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.052; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.052; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.065; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.072; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@18384f7e main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.073; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.074; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.078; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@18384f7e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.080; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.080; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.617; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.618; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58909__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58909/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.618; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.619; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.637; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.637; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:42.637; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.083; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.083; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58909/_brz/ck collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.084; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.101; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.112; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.112; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.112; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58909/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.113; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.113; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58909/_brz/ck/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.113; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58909/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:43.114; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.142; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.157; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.157; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.157; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.197; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58909/_brz/ck/collection1/ and leader is http://127.0.0.1:58909/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.197; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58909/_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.197; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.198; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.198; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.200; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.201; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.202; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.203; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.422; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.426; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58914
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.427; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.427; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.428; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.428; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.429; org.apache.solr.core.CoreContainer; New CoreContainer 175072980
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.430; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.430; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.499; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.499; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.500; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.501; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.501; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.502; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.502; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.523; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.543; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:58886/solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.544; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.545; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.548; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6a97aff5 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.549; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.558; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.569; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.572; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2be7935b name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.572; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:44.584; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.587; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58914__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.590; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58914__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.592; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.592; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.593; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.594; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.595; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.595; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.609; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.609; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.610; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.610; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.612; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.613; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.614; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.664; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.669; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.670; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58909__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58909__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58909/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.682; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.728; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.829; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:45.836; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.501; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.512; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.517; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.532; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.538; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.543; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:46.544; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:46.544; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.545; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:46.546; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:46.546; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.547; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.547; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365771404217/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.547; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d5a8bd9
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.548; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.549; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.550; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-12 12:56:46.551; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.551; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.558; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.558; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.561; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.562; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.563; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.563; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.564; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.564; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.565; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.565; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.566; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.578; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.585; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@70ea6d60 main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.587; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.587; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.591; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@70ea6d60 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.594; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 12:56:46.594; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.187; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.187; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58914__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58914/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.188; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.188; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.201; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.201; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.201; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.201; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.597; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.597; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58914/_brz/ck collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.598; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.615; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.618; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.618; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.618; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58914/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.619; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.619; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58914/_brz/ck/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.619; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58914/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:47.620; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.707; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.729; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.729; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.729; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.729; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.757; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58914/_brz/ck/collection1/ and leader is http://127.0.0.1:58914/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.757; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58914/_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.757; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.758; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.758; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.760; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.762; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.763; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 12:56:48.763; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.004; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.008; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58932
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.009; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.009; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.010; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.010; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.011; org.apache.solr.core.CoreContainer; New CoreContainer 975045218
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.012; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.012; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.087; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.088; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.088; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.089; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.089; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.090; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.091; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.091; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.092; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.092; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.113; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.134; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:58886/solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.135; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.136; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.139; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6b244ce0 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.140; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.150; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.161; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.164; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1603bed5 name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.164; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:49.176; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.179; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58932__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.183; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58932__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.185; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.186; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.186; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.186; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.187; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.187; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.188; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.188; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.197; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.203; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.203; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.204; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.204; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.205; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.206; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.206; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.236; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.237; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58914__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58914__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58914/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.242; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.247; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.247; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.247; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.247; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.247; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.318; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.420; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:50.428; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.137; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.149; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.154; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.171; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.177; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.182; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:51.184; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:51.185; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.185; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:51.186; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:51.187; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.187; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.187; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365771408777/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.188; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d5a8bd9
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.189; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.189; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.190; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-12 12:56:51.191; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.192; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.241; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a62c39; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.242; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.245; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.245; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.246; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.247; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.248; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.248; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.249; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.250; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.250; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.268; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.278; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7315355e main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.279; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.279; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.284; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7315355e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.286; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.287; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.754; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.755; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58932__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58932/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.756; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.756; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.764; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.764; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.764; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.764; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:51.764; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.290; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.290; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58932/_brz/ck collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.297; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58932/_brz/ck/collection1/ and leader is http://127.0.0.1:58909/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.298; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58932/_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.298; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.299; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.299; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.300; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.300; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.301; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.301; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.302; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.303; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.303; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.304; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.322; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:58932__brz%2Fck_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.537; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.541; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58936
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.541; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.542; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.543; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.543; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/solr.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.544; org.apache.solr.core.CoreContainer; New CoreContainer 1384954977
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.544; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.545; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.613; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.614; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.615; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.615; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.616; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.616; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.617; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.617; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.618; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.619; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.641; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.661; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:58886/solr
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.663; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.664; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.667; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13ef0413 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.668; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.676; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.689; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.692; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@cdf655a name:ZooKeeperConnection Watcher:127.0.0.1:58886/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.692; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:56:52.702; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.282; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.284; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58932__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58932__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58932/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.706; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58936__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.709; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58936__brz%2Fck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.712; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.712; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.712; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.712; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.713; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.713; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.712; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.714; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.714; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.714; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.716; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.718; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.724; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.724; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.725; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.725; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.728; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/collection1/'
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.729; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.730; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.791; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.886; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.988; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:53.999; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.325; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:58932__brz%2Fck_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.325; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:58932__brz%252Fck_collection1&state=recovering&nodeName=127.0.0.1:58932__brz%252Fck&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.743; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.755; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.759; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.776; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.782; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.788; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:54.789; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:54.790; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.791; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-12 12:56:54.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-12 12:56:54.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.793; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.793; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365771412320/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.794; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d5a8bd9
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.794; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.795; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.796; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-12 12:56:54.797; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.798; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.805; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1758bbc2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.805; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.808; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.809; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.810; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.811; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.811; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.812; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.812; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.813; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.813; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.826; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.835; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e903931 main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.836; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.837; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.842; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@e903931 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.844; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-12 12:56:54.845; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.327; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58909/_brz/ck/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.327; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:58932/_brz/ck START replicas=[http://127.0.0.1:58909/_brz/ck/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 12:56:56.328; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.329; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.329; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.329; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.330; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.330; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:58909/_brz/ck/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.330; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.352; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.353; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.354; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58936__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58936/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.354; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.355; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.365; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.372; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.373; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.390; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.391; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.393; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@341e0dbd realtime
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.393; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.394; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.395; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.395; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.398; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.399; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.399; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.400; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.400; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.403; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.404; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.405; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.406; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404 lockFactory=org.apache.lucene.store.NativeFSLockFactory@393b14c6; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.409; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.411; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.415; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.415; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.419; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a62c39; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a62c39; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.420; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.421; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.422; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7c3db43f main
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.423; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7c3db43f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.423; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.424; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.424; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index.20130412135656404
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.425; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.425; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.426; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.426; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.428; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.849; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.849; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58936/_brz/ck collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.878; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58936/_brz/ck/collection1/ and leader is http://127.0.0.1:58914/_brz/ck/collection1/
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.879; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58936/_brz/ck
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.879; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.879; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.880; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.880; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.881; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.882; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.882; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.883; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.884; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.884; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.885; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.900; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.902; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.903; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.903; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:58936__brz%2Fck_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-12 12:56:56.904; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.888; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.889; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58932__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58932__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58932/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.917; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.919; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58936__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58936__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58936/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:57.931; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:56:58.906; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:58936__brz%2Fck_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-12 12:56:58.906; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:58936__brz%252Fck_collection1&state=recovering&nodeName=127.0.0.1:58936__brz%252Fck&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-12 12:56:58.919; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:56:59.922; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.909; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58914/_brz/ck/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.909; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:58936/_brz/ck START replicas=[http://127.0.0.1:58914/_brz/ck/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-12 12:57:00.910; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.910; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.910; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.911; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.911; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.911; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:58914/_brz/ck/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.922; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.925; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.926; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.932; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.933; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.948; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.949; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.950; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@796aaa08 realtime
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.951; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.951; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.952; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.953; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.955; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.956; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.956; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.957; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.957; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.960; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.961; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.962; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.963; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44344fa9; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.967; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.969; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.973; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.973; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.978; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1758bbc2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1758bbc2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.979; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.979; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.980; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4f318af2 main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.982; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4f318af2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.982; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.983; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.983; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index.20130412135700961
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.984; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.985; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.985; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.985; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-12 12:57:00.987; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:01.928; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.450; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.451; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58936__brz%2Fck_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58936__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58936/_brz/ck"}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.474; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.931; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.933; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.941; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.945; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e18f08; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.946; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.950; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e18f08; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e18f08; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.950; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.951; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@37fb89fc main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.952; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.952; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@37fb89fc main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.953; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.964; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.969; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69d84ab9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.969; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.970; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5f546d64 main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.971; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.971; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5f546d64 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.972; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:58909/_brz/ck/collection1/, StdNode: http://127.0.0.1:58932/_brz/ck/collection1/, StdNode: http://127.0.0.1:58936/_brz/ck/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.975; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.982; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@71842f2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.983; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.985; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7aac806e main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.985; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.986; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.986; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7aac806e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.986; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.987; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.993; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1758bbc2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1758bbc2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.993; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.994; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@17e9d488 main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.995; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.995; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@17e9d488 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:02.996; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.001; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a62c39; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a62c39; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.002; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.004; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5f4a3746 main
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.005; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.005; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5f4a3746 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.006; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.007; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.008; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.011; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.013; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.015; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:57:03.017; org.apache.solr.core.SolrCore; [collection1] webapp=/_brz/ck path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.019; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.022; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4cbf3889 name:ZooKeeperConnection Watcher:127.0.0.1:58886 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.023; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:58909__brz%2Fck_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58909__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58909/_brz/ck",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:58932__brz%2Fck_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58932__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58932/_brz/ck"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:58914__brz%2Fck_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58914__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58914/_brz/ck",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:58936__brz%2Fck_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58936__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58936/_brz/ck"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:58889__brz%2Fck_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:58889__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58889/_brz/ck",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58932__brz%2Fck (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58909__brz%2Fck (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58936__brz%2Fck (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58914__brz%2Fck (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58889__brz%2Fck (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89507194166312970-127.0.0.1:58932__brz%2Fck_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89507194166312966-127.0.0.1:58909__brz%2Fck_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89507194166312968-127.0.0.1:58914__brz%2Fck_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89507194166312972-127.0.0.1:58936__brz%2Fck_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58909__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58909/_brz/ck"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58914__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58914/_brz/ck"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89507194166312963-127.0.0.1:58889__brz%2Fck_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58889__brz%2Fck",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58889/_brz/ck"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89507194166312966-127.0.0.1:58909__brz%2Fck-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89507194166312968-127.0.0.1:58914__brz%2Fck-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89507194166312970-127.0.0.1:58932__brz%2Fck-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89507194166312972-127.0.0.1:58936__brz%2Fck-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89507194166312963-127.0.0.1:58889__brz%2Fck-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89507194166312963-127.0.0.1:58889__brz%2Fck-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.183; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={update.distrib=FROMLEADER&_version_=-1432115137926397952&update.from=http://127.0.0.1:58909/_brz/ck/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432115137926397952)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.187; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={update.distrib=FROMLEADER&_version_=-1432115137930592256&update.from=http://127.0.0.1:58914/_brz/ck/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432115137930592256)} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.188; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432115137930592256)} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.188; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432115137926397952)} 0 12
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.195; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[0 (1432115137942126592)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.208; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432115137951563776)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.209; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1432115137951563776)]} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.210; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[0]} 0 12
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.214; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[1 (1432115137964146688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.220; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432115137967292416)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.221; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[1 (1432115137967292416)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.225; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[2 (1432115137975681024)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.236; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432115137981972480)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.237; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1432115137981972480)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.237; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[2]} 0 9
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.241; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[3 (1432115137992458240)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.254; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432115138000846848)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.255; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1432115138000846848)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.256; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[3]} 0 12
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.260; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[4 (1432115138012381184)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.268; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432115138017624064)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.269; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[4 (1432115138017624064)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.274; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[5 (1432115138027061248)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.282; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432115138031255552)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.283; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[5 (1432115138031255552)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.287; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[6 (1432115138040692736)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.297; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432115138048032768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432115138048032768)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[6]} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.303; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[7 (1432115138057469952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.313; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432115138064809984)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1432115138064809984)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[7]} 0 8
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.318; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[8 (1432115138073198592)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.324; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432115138076344320)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.325; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[8 (1432115138076344320)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.329; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[9 (1432115138084732928)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.336; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58914/_brz/ck/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432115138088927232)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.337; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[9 (1432115138088927232)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.341; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={wt=javabin&version=2} {add=[10 (1432115138097315840)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-12 12:57:05.351; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/_brz/ck path=/update params={distrib.from=http://127.0.0.1:58909/_brz/ck/collection1/&update.dis
[...truncated too long message...]
e.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.532; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> ERROR - 2013-04-12 12:59:03.532; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4] 1> ERROR - 2013-04-12 12:59:03.533; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/tlog/tlog.0000000000000000001 refcount=1}
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.535; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.536; org.apache.solr.core.CachingDirectoryFactory; Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.537; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.537; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.537; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.538; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365771395354/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.538; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-12 12:59:03.539; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89507194166312972-127.0.0.1:58936__brz%2Fck_collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> WARN - 2013-04-12 12:59:03.539; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.540; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 12:59:03.540; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-12 12:59:03.540; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-12 12:59:03.541; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-12 12:59:03.541; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=hr, timezone=GB
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=3,free=86279696,total=275775488
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerOptimizeTest, TestFaceting, BadCopyFieldTest, FastVectorHighlighterTest, TestSort, PreAnalyzedFieldTest, RecoveryZkTest, TestSearchPerf, AlternateDirectoryTest, PreAnalyzedUpdateProcessorTest, TestFunctionQuery, PolyFieldTest, SpellingQueryConverterTest, TermsComponentTest, TestJoin, BinaryUpdateRequestHandlerTest, TestFieldResource, TestPluginEnable, LukeRequestHandlerTest, AnalysisAfterCoreReloadTest, TestFieldCollectionResource, SyncSliceTest, ChaosMonkeyNothingIsSafeTest, TestFuzzyAnalyzedSuggestions, TestDocumentBuilder, MinimalSchemaTest, TestStressRecovery, UUIDFieldTest, CircularListTest, TestCoreContainer, QueryParsingTest, OverseerCollectionProcessorTest, TestPropInjectDefaults, SliceStateTest, ResourceLoaderTest, ShardRoutingTest, TestReversedWildcardFilterFactory, TestDocSet, LoggingHandlerTest, DateFieldTest, WordBreakSolrSpellCheckerTest, DistributedQueryElevationComponentTest, BasicFunctionalityTest, PluginInfoTest, RegexBoostProcessorTest, JsonLoaderTest, PrimUtilsTest, DistributedSpellCheckComponentTest, CacheHeaderTest, TestQuerySenderListener, DocValuesTest, SolrCoreTest, TestSolrCoreProperties, ZkCLITest, SliceStateUpdateTest, QueryResultKeyTest, ShowFileRequestHandlerTest, TestLFUCache, ZkControllerTest, SolrInfoMBeanTest, TestStressVersions, SystemInfoHandlerTest, SuggesterTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 148.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 479 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:355: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1231: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:875: There were test failures: 289 suites, 1200 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 49 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure