You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/04/14 04:12:21 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1507 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1507/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([35A5F1272092DB8E:B4437F3F57CDBBB2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9169 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.731; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.734; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.735; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.736; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.837; org.apache.solr.cloud.ZkTestServer; start zk server on port:29467
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.838; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.859; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5ec54851 name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.859; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.860; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.876; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.886; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4aecb0e1 name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.887; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.887; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.902; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.909; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.919; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.933; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.934; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.942; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:06.943; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.054; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.055; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.066; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.067; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.076; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.078; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.081; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.081; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.084; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.085; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.088; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.088; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.096; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.097; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.302; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.311; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:12348
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.312; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.312; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.313; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.313; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.314; org.apache.solr.core.CoreContainer; New CoreContainer 508502900
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.314; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.315; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.368; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.368; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.369; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.369; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.371; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.371; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.372; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.392; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.410; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29467/solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.410; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.411; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.433; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5d7d46e6 name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.434; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.436; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.448; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.450; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@26191eb0 name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.450; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.460; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.477; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.480; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.482; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12348_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.493; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:12348_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.505; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.517; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.519; org.apache.solr.cloud.Overseer; Overseer (id=89515976736178179-127.0.0.1:12348_sq_oca%2Fo-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.523; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.527; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.527; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.530; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.532; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.534; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.537; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.537; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.538; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.538; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.539; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.541; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.542; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.590; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.650; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.752; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:07.759; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.375; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.389; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.394; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.408; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.414; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.419; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:08.420; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:08.420; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.421; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:08.422; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:08.422; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.422; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.423; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365905407100/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.423; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ccfb1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.424; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.425; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.426; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-14 02:10:08.427; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.428; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.436; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f14d336; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.436; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.439; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.439; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.440; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.440; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.441; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.441; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.442; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.442; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.443; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.451; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.461; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4f1310f1 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.462; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.463; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.466; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4f1310f1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.467; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 02:10:08.467; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.038; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.039; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12348_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12348/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.039; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.039; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.061; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.470; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.470; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:12348/sq_oca/o collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.471; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.517; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.529; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.529; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.529; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:12348/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.530; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.530; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:12348/sq_oca/o/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.530; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:12348/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:09.530; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.572; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.628; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.668; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:12348/sq_oca/o/collection1/ and leader is http://127.0.0.1:12348/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.668; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12348/sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.668; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.668; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.669; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.670; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.672; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.672; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.673; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.682; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.684; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.686; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7293b8d9 name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.686; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.688; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.690; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.871; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.874; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:54985
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.874; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.875; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.875; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.875; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.876; org.apache.solr.core.CoreContainer; New CoreContainer 1886001352
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.876; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.877; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.923; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.923; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.924; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.924; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.924; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.925; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.925; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.925; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.926; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.926; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.944; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.957; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29467/solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.958; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.959; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.965; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@288bb1eb name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.965; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.982; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.989; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.991; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5953cdfc name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.991; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:10.996; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:11.999; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54985_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.028; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:54985_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.031; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.032; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.032; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.033; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.045; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.046; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.046; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.047; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.048; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.049; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.050; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.101; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.134; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.135; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12348_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12348/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.153; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.153; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.153; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.163; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.264; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.271; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.900; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.912; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.917; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.930; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.935; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.939; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:12.940; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:12.941; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.941; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:12.942; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:12.942; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.943; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.943; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365905410690/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.943; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ccfb1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.944; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.945; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.946; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-14 02:10:12.946; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.947; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.956; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.957; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.959; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.960; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.960; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.961; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.962; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.962; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.962; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.963; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.963; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.971; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.980; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@333bcf6 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.981; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.981; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.985; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@333bcf6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.987; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 02:10:12.987; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.663; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.664; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:54985_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:54985/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.664; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.665; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.760; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.760; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.760; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.990; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.990; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:54985/sq_oca/o collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:13.991; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.017; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.028; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.029; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.029; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:54985/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.029; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.030; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:54985/sq_oca/o/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.030; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:54985/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:14.030; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.298; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.379; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:54985/sq_oca/o/collection1/ and leader is http://127.0.0.1:54985/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.379; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54985/sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.379; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.379; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.380; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.383; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.384; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.385; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.385; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.572; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.575; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:20947
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.575; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.575; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.576; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.576; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.576; org.apache.solr.core.CoreContainer; New CoreContainer 1000798632
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.577; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.577; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.622; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.623; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.623; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.623; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.624; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.625; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.625; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.625; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.642; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.656; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29467/solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.657; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.658; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.690; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3709ccfe name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.690; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.702; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.710; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.713; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5077fe95 name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.713; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:15.718; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.721; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20947_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.723; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:20947_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.727; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.727; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.727; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.727; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.728; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.738; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.738; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.742; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.742; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.743; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.743; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.744; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.746; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.746; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.796; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.832; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:54985_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:54985/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.855; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.855; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.855; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.855; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.859; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.960; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:16.967; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.588; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.595; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.598; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.608; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.611; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.615; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:17.616; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:17.616; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.616; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:17.617; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:17.617; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.618; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.618; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365905415396/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.618; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ccfb1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.618; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.619; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.620; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-14 02:10:17.620; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.621; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.625; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.625; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.627; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.628; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.628; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.629; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.629; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.629; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.629; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.630; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.630; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.635; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.641; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e807fe main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.643; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.643; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.647; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@e807fe main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.649; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 02:10:17.650; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.359; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.360; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:20947_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20947/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.360; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.360; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.488; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.488; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.488; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.488; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.652; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.652; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:20947/sq_oca/o collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.653; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.678; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.681; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.681; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.681; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:20947/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.681; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.681; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:20947/sq_oca/o/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.682; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:20947/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:18.682; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.025; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.063; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:20947/sq_oca/o/collection1/ and leader is http://127.0.0.1:20947/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.063; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20947/sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.063; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.063; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.064; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.073; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.075; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.076; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.077; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.451; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.456; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:47784
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.457; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.458; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.459; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.460; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.461; org.apache.solr.core.CoreContainer; New CoreContainer 1401353697
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.462; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.463; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.559; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.560; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.561; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.561; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.562; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.563; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.564; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.566; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.596; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.619; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29467/solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.620; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.621; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.624; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5ad51da6 name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.625; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.639; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.651; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.653; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6d3dc8d3 name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.653; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:20.666; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.575; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.576; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:20947_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20947/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.589; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.589; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.674; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47784_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.676; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:47784_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.678; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.678; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.679; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.679; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.686; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.690; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.690; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.691; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.691; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.692; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.693; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.693; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.726; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.770; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.871; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:21.876; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.303; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.311; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.314; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.323; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.327; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.330; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:22.331; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:22.331; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.331; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:22.332; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:22.332; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.333; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.333; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365905420100/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.333; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ccfb1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.334; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.334; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.335; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-14 02:10:22.335; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.336; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.340; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a94b489; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.340; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.342; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.342; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.343; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.343; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.344; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.344; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.344; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.344; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.345; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.350; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.356; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3cfac29f main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.357; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.357; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.360; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3cfac29f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.362; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 02:10:22.362; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.093; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.093; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:47784_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:47784/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.094; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.094; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.364; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.364; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:47784/sq_oca/o collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.367; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:47784/sq_oca/o/collection1/ and leader is http://127.0.0.1:54985/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.367; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47784/sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.367; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.367; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.368; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.368; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.368; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.368; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.369; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.369; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.370; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.370; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.371; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.387; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.519; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.522; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:33221
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.522; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.523; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.523; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.523; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.524; org.apache.solr.core.CoreContainer; New CoreContainer 2010651589
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.524; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.525; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.559; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.560; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.560; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.561; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.561; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.561; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.562; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.562; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.562; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.563; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.576; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.588; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:29467/solr
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.589; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.590; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.594; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5f2e5e6b name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.595; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.616; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.624; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.625; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@484a251d name:ZooKeeperConnection Watcher:127.0.0.1:29467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.626; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:23.637; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.600; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.601; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:47784_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:47784/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.614; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.640; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33221_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.642; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:33221_sq_oca%2Fo
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.644; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.645; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.645; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.653; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.653; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.653; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.653; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.657; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.657; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.657; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.658; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.659; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.659; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.660; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.692; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.731; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.833; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:24.837; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.251; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.259; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.261; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.271; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.275; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.279; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:25.280; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:25.281; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.282; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 02:10:25.282; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 02:10:25.283; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.283; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.283; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365905423386/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.283; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@355ccfb1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.284; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.284; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.285; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-14 02:10:25.285; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.286; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.315; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@79953dfa; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.316; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.318; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.318; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.318; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.319; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.319; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.320; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.320; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.320; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.320; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.325; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.331; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@42a8171e main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.331; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.332; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.334; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@42a8171e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.336; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.336; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.389; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:25.389; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:47784_sq_oca%252Fo&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.119; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.120; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33221_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33221/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.120; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.120; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.338; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.338; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:33221/sq_oca/o collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.341; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:33221/sq_oca/o/collection1/ and leader is http://127.0.0.1:20947/sq_oca/o/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.341; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33221/sq_oca/o
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.341; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.341; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.342; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.342; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.342; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.342; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.342; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.343; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.344; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.344; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.344; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.362; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.363; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.363; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.364; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-14 02:10:26.364; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.366; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.391; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:54985/sq_oca/o/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.391; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:47784/sq_oca/o START replicas=[http://127.0.0.1:54985/sq_oca/o/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 02:10:27.391; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.392; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.392; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.392; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.393; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.393; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:54985/sq_oca/o/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.393; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.399; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.404; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.407; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.408; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.411; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.411; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.412; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c0335cd realtime
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.412; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.413; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.413; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.414; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.416; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.416; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.416; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.416; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.417; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.419; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.420; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.421; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.421; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420 lockFactory=org.apache.lucene.store.NativeFSLockFactory@522345e2; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.424; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.425; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.427; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.427; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.430; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a94b489; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a94b489; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.430; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.430; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.431; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6386386d main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.432; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6386386d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.433; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.433; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.433; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index.20130414111027420
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.434; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.434; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.434; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.434; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.436; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.636; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.637; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33221_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33221/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.640; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:47784_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:47784/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.653; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.653; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.654; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.653; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.653; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:27.653; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:28.365; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:28.365; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:33221_sq_oca%252Fo&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-14 02:10:28.368; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:29.370; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.367; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:20947/sq_oca/o/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.367; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:33221/sq_oca/o START replicas=[http://127.0.0.1:20947/sq_oca/o/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 02:10:30.367; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.368; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.368; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.368; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.368; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.368; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:20947/sq_oca/o/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.369; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.372; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.375; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.379; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.382; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.383; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.386; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.386; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.387; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@342fe534 realtime
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.387; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.388; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.388; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.388; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.389; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.390; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.390; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.390; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.390; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.394; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.394; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.395; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.395; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1985cd5a; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.398; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.402; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.404; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.404; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.407; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@79953dfa; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@79953dfa; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.407; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.407; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.408; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6bab5b13 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.409; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6bab5b13 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.409; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.409; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.409; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index.20130414111030394
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.410; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.410; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.410; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.411; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.412; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.669; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.670; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:33221_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33221/sq_oca/o"}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:30.683; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.374; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.376; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.383; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.388; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f14d336; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.388; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.391; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f14d336; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f14d336; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.391; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.392; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23891726 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.393; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.393; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@23891726 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.394; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.405; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.419; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@727d9e01; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.419; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.421; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24f2ff4b main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.421; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.422; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@24f2ff4b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.422; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:54985/sq_oca/o/collection1/, StdNode: http://127.0.0.1:47784/sq_oca/o/collection1/, StdNode: http://127.0.0.1:33221/sq_oca/o/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.425; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.431; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b791c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.431; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.433; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@d10b891 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.433; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.434; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@d10b891 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.434; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.436; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.437; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.440; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@79953dfa; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@79953dfa; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.440; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.442; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6dc5fb85 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.442; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.442; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6dc5fb85 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.443; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.451; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a94b489; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a94b489; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.452; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.454; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@51fc6332 main
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.455; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.455; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@51fc6332 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.456; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.457; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.458; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.461; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.463; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.465; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:31.467; org.apache.solr.core.SolrCore; [collection1] webapp=/sq_oca/o path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.470; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.500; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@407dacc7 name:ZooKeeperConnection Watcher:127.0.0.1:29467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.501; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "2":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:54985_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:54985/sq_oca/o",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "4":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:47784_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:47784/sq_oca/o"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "3":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:20947_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20947/sq_oca/o",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "5":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:33221_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33221/sq_oca/o"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:12348_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12348/sq_oca/o",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:12348_sq_oca%2Fo (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:20947_sq_oca%2Fo (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:33221_sq_oca%2Fo (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:47784_sq_oca%2Fo (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:54985_sq_oca%2Fo (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89515976736178182-2-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89515976736178186-4-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89515976736178188-5-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89515976736178184-3-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:54985_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:54985/sq_oca/o"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:20947_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:20947/sq_oca/o"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89515976736178179-1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:12348_sq_oca%2Fo",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12348/sq_oca/o"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89515976736178182-127.0.0.1:54985_sq_oca%2Fo-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89515976736178188-127.0.0.1:33221_sq_oca%2Fo-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89515976736178184-127.0.0.1:20947_sq_oca%2Fo-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89515976736178179-127.0.0.1:12348_sq_oca%2Fo-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89515976736178186-127.0.0.1:47784_sq_oca%2Fo-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89515976736178179-127.0.0.1:12348_sq_oca%2Fo-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.658; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={update.distrib=FROMLEADER&_version_=-1432255655998128128&update.from=http://127.0.0.1:54985/sq_oca/o/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432255655998128128)} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.662; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={update.distrib=FROMLEADER&_version_=-1432255656002322432&update.from=http://127.0.0.1:20947/sq_oca/o/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432255656002322432)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.663; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432255656002322432)} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.664; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432255655998128128)} 0 12
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.670; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[0 (1432255656012808192)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.677; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432255656018051072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.678; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[0 (1432255656018051072)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.681; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[1 (1432255656026439680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.689; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432255656032731136)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.690; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1432255656032731136)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.691; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.694; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[2 (1432255656040071168)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.703; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432255656045314048)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.703; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1432255656045314048)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.704; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[2]} 0 8
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.707; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[3 (1432255656054751232)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.716; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432255656059994112)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.716; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1432255656059994112)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.717; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[3]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[4 (1432255656067334144)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.727; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432255656071528448)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.728; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[4 (1432255656071528448)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.732; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[5 (1432255656079917056)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.738; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432255656083062784)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.738; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[5 (1432255656083062784)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.742; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[6 (1432255656090402816)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.751; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432255656096694272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.752; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432255656096694272)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.752; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.756; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[7 (1432255656105082880)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.764; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432255656110325760)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.764; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1432255656110325760)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.765; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.767; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[8 (1432255656117665792)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432255656122908672)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.776; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432255656122908672)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.777; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.780; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[9 (1432255656130248704)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.788; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:20947/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432255656135491584)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.788; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432255656135491584)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.789; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[9]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.793; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={wt=javabin&version=2} {add=[10 (1432255656143880192)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.798; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca/o path=/update params={distrib.from=http://127.0.0.1:54985/sq_oca/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432255656147025920)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 02:10:33.799; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/sq_oca
[...truncated too long message...]
t-1365905406734/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.275; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.276; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.276; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365905406734/jetty4
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.277; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89515976736178188-127.0.0.1:33221_sq_oca%2Fo-n_0000000004) am no longer a leader.
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.279; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.279; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/sq_oca/o,null}
[junit4:junit4] 1> WARN - 2013-04-14 02:12:01.279; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 02:12:01.280; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.403; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.405; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:29467 29467
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1365905406735
[junit4:junit4] 2> check const of shard1
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:2:{"shard":"shard1","state":"down","core":"collection1","collection":"collection1","node_name":"127.0.0.1:54985_sq_oca%2Fo","base_url":"http://127.0.0.1:54985/sq_oca/o"}
[junit4:junit4] 2> error contacting client: IOException occured when talking to server at: http://127.0.0.1:54985/sq_oca/o/collection1
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:4:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:47784_sq_oca%2Fo","base_url":"http://127.0.0.1:47784/sq_oca/o"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:56
[junit4:junit4] 2>
[junit4:junit4] 2> check const of shard2
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:3:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:20947_sq_oca%2Fo","base_url":"http://127.0.0.1:20947/sq_oca/o","leader":"true"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:5:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:33221_sq_oca%2Fo","base_url":"http://127.0.0.1:33221/sq_oca/o"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=35A5F1272092DB8E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja_JP_JP -Dtests.timezone=Asia/Jayapura -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 115s J1 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([35A5F1272092DB8E:B4437F3F57CDBBB2]:0)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:274)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 1> INFO - 2013-04-14 02:12:01.532; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 114805 T3308 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=438), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=438)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ja_JP_JP, timezone=Asia/Jayapura
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=198372416,total=442761216
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, NoCacheHeaderTest, SuggesterWFSTTest, TestCopyFieldCollectionResource, ShardRoutingCustomTest, TestMultiCoreConfBootstrap, UpdateParamsTest, TestFastOutputStream, DisMaxRequestHandlerTest, TestSchemaNameResource, SolrPluginUtilsTest, TimeZoneUtilsTest, TestQueryTypes, TestPostingsSolrHighlighter, TestFiltering, OutputWriterTest, TestSolrXMLSerializer, DebugComponentTest, IndexSchemaRuntimeFieldTest, DefaultValueUpdateProcessorTest, TestNumberUtils, ConvertedLegacyTest, TestCodecSupport, TestLazyCores, TestDefaultSimilarityFactory, TestElisionMultitermQuery, BadIndexSchemaTest, TestOmitPositions, BasicZkTest, HighlighterConfigTest, TestLuceneMatchVersion, TestSolrQueryParserResource, TestRandomFaceting, PreAnalyzedUpdateProcessorTest, TestHashPartitioner, LeaderElectionIntegrationTest, DirectSolrSpellCheckerTest, TestDFRSimilarityFactory, FileUtilsTest, TestJmxMonitoredMap, TestFieldTypeResource, DocValuesMultiTest, URLClassifyProcessorTest, SolrIndexConfigTest, StatsComponentTest, TestArbitraryIndexDir, TestAnalyzedSuggestions, DistanceFunctionTest, TestDistributedGrouping, CachingDirectoryFactoryTest, BasicDistributedZk2Test, MultiTermTest, TestUniqueKeyFieldResource, TestFieldTypeCollectionResource, SimplePostToolTest, XmlUpdateRequestHandlerTest, TestCSVResponseWriter, RequiredFieldsTest, IndexReaderFactoryTest, TestIndexSearcher, TestLMJelinekMercerSimilarityFactory, ChaosMonkeySafeLeaderTest, HighlighterTest, TestSuggestSpellingConverter, TestDistributedSearch, TestJmxIntegration, TestQuerySenderNoQuery, StandardRequestHandlerTest, SolrCmdDistributorTest, CollectionsAPIDistributedZkTest, SyncSliceTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkCLITest, AutoCommitTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, TestSort, DirectUpdateHandlerTest, TestBadConfig, SoftAutoCommitTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, QueryEqualityTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestSurroundQueryParser, TestWriterPerf, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, IndexSchemaTest, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, CoreContainerCoreInitFailuresTest, TestLFUCache, TestPropInjectDefaults, TestSolrIndexConfig, TestSolrDeletionPolicy2, TestDocSet, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, SpellPossibilityIteratorTest, EchoParamsTest, TestBM25SimilarityFactory, LegacyHTMLStripCharFilterTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, CircularListTest, SolrTestCaseJ4Test, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 115.33s, 1 test, 1 failure <<< FAILURES!
[...truncated 34 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 290 suites, 1203 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 41 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1511 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1511/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<322> but was:<323>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<322> but was:<323>
at __randomizedtesting.SeedInfo.seed([32D28CFFA5436A68:B33402E7D21C0A54]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:155)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:154)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9174 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.072; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /jj/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.075; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.076; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.077; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.178; org.apache.solr.cloud.ZkTestServer; start zk server on port:18952
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.179; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.182; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@71636e40 name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.182; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.183; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.197; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.221; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@149329ac name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.221; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.221; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.242; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.245; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.257; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.260; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.261; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.323; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.324; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.428; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.429; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.446; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.447; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.450; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.450; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.458; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.459; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.467; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.469; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.494; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.495; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.499; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.499; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.745; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.753; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18955
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.754; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.755; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.755; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.756; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.765; org.apache.solr.core.CoreContainer; New CoreContainer 100689678
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.766; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.766; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.832; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.832; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.833; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.833; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.834; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.834; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.835; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.835; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.836; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.836; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.856; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.875; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18952/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.876; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.877; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.888; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4438487f name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.888; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.891; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.901; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.905; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2fb28819 name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.905; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.914; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.925; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.935; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.937; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18955_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.939; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18955_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:26.983; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.080; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.084; org.apache.solr.cloud.Overseer; Overseer (id=89522013869309955-127.0.0.1:18955_jj-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.114; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.151; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.152; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.201; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.203; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.205; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.207; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.208; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.208; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.209; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.210; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.211; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.212; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.260; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.319; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.421; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:27.428; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.041; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.052; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.057; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.076; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.081; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.085; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:28.086; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:28.086; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.087; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:28.088; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:28.088; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.088; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.089; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365997526526/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.089; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c29d65b
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.089; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.090; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.090; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:45:28.091; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.091; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data/index
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.095; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51cc7fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@495d56fd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.095; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.113; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.113; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.114; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.114; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.115; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.115; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.115; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.116; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.116; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.123; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.129; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@18b46bac main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.130; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/control/data/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.131; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.131; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.134; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@18b46bac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.136; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.136; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.708; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.709; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18955_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18955/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.709; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.710; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:28.747; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.142; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.142; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18955/jj collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.143; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.180; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.189; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.190; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.190; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18955/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.190; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.190; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18955/jj/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.191; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18955/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:29.191; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.313; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.335; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.382; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18955/jj/collection1/ and leader is http://127.0.0.1:18955/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.382; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18955/jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.382; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.382; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.383; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.384; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.385; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.386; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.386; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.395; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.397; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.399; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2408e9ff name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.399; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.401; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.403; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.536; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.538; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18959
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.539; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.539; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.539; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.540; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.540; org.apache.solr.core.CoreContainer; New CoreContainer 388934360
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.540; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.541; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.577; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.578; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.578; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.578; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.579; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.579; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.579; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.580; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.580; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.580; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.594; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.606; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18952/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.607; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.608; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.614; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@39406765 name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.614; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.715; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.723; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.725; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@67c19bf2 name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.726; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:30.813; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.816; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18959_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.819; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18959_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.822; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.822; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.822; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.823; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.839; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.839; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.840; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.840; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.840; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.841; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18955_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18955/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.841; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.843; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.843; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.872; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.872; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.872; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.899; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-15 03:45:31.962; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.063; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.069; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.675; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.686; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.690; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.702; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.707; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.711; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:32.712; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:32.712; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.713; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:32.713; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:32.714; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.714; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.714; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365997530403/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.715; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c29d65b
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.715; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.716; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.716; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:45:32.716; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.717; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.722; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.723; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.739; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.739; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.740; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.740; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.741; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.741; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.742; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.742; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.743; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.750; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.757; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@73e5f8bc main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.757; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.758; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.758; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.762; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@73e5f8bc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.764; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:45:32.764; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.412; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.413; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18959_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18959/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.413; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.414; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.767; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.767; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18959/jj collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.768; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.807; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.818; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.818; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.819; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18959/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.819; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.819; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18959/jj/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.819; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18959/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:33.819; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:34.939; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:34.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:34.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:34.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.020; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18959/jj/collection1/ and leader is http://127.0.0.1:18959/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.020; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18959/jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.020; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.020; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.020; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.022; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.023; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.023; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.024; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.187; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.190; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18962
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.190; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.191; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.191; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.191; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.192; org.apache.solr.core.CoreContainer; New CoreContainer 673303715
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.192; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.192; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.228; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.231; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.244; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.256; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18952/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.257; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.258; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.261; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@35b7f804 name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.262; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.281; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.291; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.294; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3e235306 name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.294; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:35.309; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.312; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18962_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.316; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18962_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.324; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.325; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.325; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.325; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.326; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.326; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.332; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.335; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.336; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.336; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.336; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.338; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.339; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.339; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.388; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.448; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.499; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.500; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18959_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18959/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.549; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.549; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:36.556; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.210; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.226; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.230; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.243; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.247; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.250; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:37.250; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:37.251; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.251; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:37.252; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:37.252; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.253; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.253; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365997535033/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.253; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c29d65b
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.253; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.254; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.254; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:45:37.254; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.255; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.257; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.257; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.291; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.292; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.292; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.292; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.293; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.293; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.293; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.294; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.294; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.298; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.302; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6e7ebdf3 main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.303; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.303; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.304; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.311; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6e7ebdf3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.312; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:45:37.313; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.027; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.028; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18962_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18962/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.078; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.078; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.078; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.078; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.357; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.357; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18962/jj collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.358; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.400; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.418; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.418; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.419; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:18962/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.419; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.419; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:18962/jj/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.420; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:18962/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:38.420; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.582; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.648; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.648; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.648; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.648; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.672; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18962/jj/collection1/ and leader is http://127.0.0.1:18962/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.672; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18962/jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.672; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.672; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.673; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.675; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.676; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.676; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.677; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.841; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.844; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18965
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.845; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.845; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.845; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.846; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.846; org.apache.solr.core.CoreContainer; New CoreContainer 2092836234
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.847; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.847; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.884; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.884; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.885; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.885; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.885; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.886; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.886; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.886; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.887; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.887; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.900; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.912; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18952/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.913; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.914; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.916; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@154726f3 name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.917; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.941; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.947; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.949; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@62629553 name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.950; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:39.981; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.984; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18965_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.986; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18965_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.989; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.989; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.990; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.991; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:40.998; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.003; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.003; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.004; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.004; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.005; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.006; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.007; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.054; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.111; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.177; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.178; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18962_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18962/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.197; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.197; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.197; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.197; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.212; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.212; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.218; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.854; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.866; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.870; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.882; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.887; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.891; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:41.892; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:41.893; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.894; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:41.895; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:41.895; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.895; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.895; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365997539686/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.896; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c29d65b
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.896; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.897; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.897; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:45:41.898; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.898; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.901; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ba65089 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c85ad),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.901; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.925; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.925; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.926; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.926; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.927; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.927; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.927; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.928; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.928; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.935; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.941; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@282e4840 main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.941; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.943; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.943; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.947; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@282e4840 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.949; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:45:41.949; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.701; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.702; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18965_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18965/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.702; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.703; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.726; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.989; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.989; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18965/jj collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.995; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18965/jj/collection1/ and leader is http://127.0.0.1:18959/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.995; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18965/jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.995; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.996; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.996; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.996; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.997; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.997; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.998; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.998; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.999; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:42.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.014; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.232; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.236; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:18969
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.236; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.237; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.237; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.238; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/solr.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.238; org.apache.solr.core.CoreContainer; New CoreContainer 1169555301
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.239; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.239; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.294; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.295; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.295; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.296; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.296; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.297; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.297; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.298; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.298; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.299; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.318; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.336; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:18952/solr
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.337; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.338; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.346; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@33cbbc62 name:ZooKeeperConnection Watcher:127.0.0.1:18952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.347; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.376; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.385; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.387; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7268f48 name:ZooKeeperConnection Watcher:127.0.0.1:18952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.388; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-15 03:45:43.414; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.229; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.230; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18965_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18965/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.280; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.280; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.281; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.280; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.280; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.280; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.417; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18969_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.419; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:18969_jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.433; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.433; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.433; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.433; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.434; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.435; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.434; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.435; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.435; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.436; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.437; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.437; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.441; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.442; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.442; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.442; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.444; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/collection1/'
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.445; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.446; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.498; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.554; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.655; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:44.661; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.016; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.016; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:18965_jj&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.271; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.282; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.286; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.298; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.302; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.306; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:45.307; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:45.308; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.308; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-15 03:45:45.309; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-15 03:45:45.309; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.310; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.310; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365997543012/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.310; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c29d65b
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.311; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.311; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.312; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-15 03:45:45.312; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.312; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.315; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16e3da96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1086cdc2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.315; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.324; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.325; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.325; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.326; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.326; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.327; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.327; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.328; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.328; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.335; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.341; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@b76b62f main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.341; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/tlog
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.342; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.343; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.347; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@b76b62f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.348; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.349; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.790; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.791; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18969_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18969/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.792; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.792; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:45.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.352; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.352; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:18969/jj collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.361; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:18969/jj/collection1/ and leader is http://127.0.0.1:18962/jj/collection1/
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.362; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18969/jj
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.362; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.362; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.363; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.364; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.364; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.364; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.365; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.365; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.366; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.367; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.417; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.417; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.419; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.419; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.420; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:46.428; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.018; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:18959/jj/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.018; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:18965/jj START replicas=[http://127.0.0.1:18959/jj/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 03:45:47.019; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.020; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.020; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.020; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.020; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.021; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:18959/jj/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.021; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.026; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.033; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.097; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.097; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.098; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.098; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.099; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24edda22 realtime
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.099; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.100; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 67
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.101; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.101; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.103; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.103; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.104; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.104; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.104; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.107; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.107; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.109; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index.20130415104547108
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.109; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2815a96a lockFactory=org.apache.lucene.store.NativeFSLockFactory@13f9703) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.112; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.113; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.113; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.114; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.135; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ba65089 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c85ad),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ba65089 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c85ad),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.136; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.136; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.136; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@41a1ee2a main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.137; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@41a1ee2a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index.20130415104547108 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index.20130415104547108;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index.20130415104547108
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty3/index.20130415104547108
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.138; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.139; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.169; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.318; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.319; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18969_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18969/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.345; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18965_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18965/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.383; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.384; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.383; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.384; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.383; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.383; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.422; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.429; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:47.429; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:18969_jj&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 1> INFO - 2013-04-15 03:45:48.424; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.426; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.431; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:18962/jj/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.431; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:18969/jj START replicas=[http://127.0.0.1:18962/jj/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-15 03:45:49.431; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.432; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.432; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.432; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.433; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.433; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:18962/jj/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.433; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.438; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.444; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.494; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.495; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.496; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.496; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.497; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@254cd7b2 realtime
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.497; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.498; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 54
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.498; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.499; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.500; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.500; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.501; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.501; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.501; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.503; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.503; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.504; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index.20130415104549504
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.505; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@220ce59a lockFactory=org.apache.lucene.store.NativeFSLockFactory@202a029) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.507; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.508; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.508; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.508; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.558; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16e3da96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1086cdc2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16e3da96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1086cdc2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.558; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.559; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.559; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3ab241de main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.560; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3ab241de main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.560; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index.20130415104549504 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index.20130415104549504;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.560; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index.20130415104549504
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.560; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076/jetty4/index.20130415104549504
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.561; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.561; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.561; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.561; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-15 03:45:49.562; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.418; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.419; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:18969_jj",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:18969/jj"}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.469; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:50.480; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.471; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.472; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.481; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.504; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51cc7fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@495d56fd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.505; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.506; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51cc7fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@495d56fd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51cc7fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@495d56fd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.506; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.507; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2c89edf9 main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.507; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.508; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2c89edf9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.509; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.519; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.520; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4259d58d lockFactory=org.apache.lucene.store.NativeFSLockFactory@538e56b7),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.521; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.521; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2266495a main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.522; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.522; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2266495a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.523; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:18959/jj/collection1/, StdNode: http://127.0.0.1:18965/jj/collection1/, StdNode: http://127.0.0.1:18969/jj/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.525; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.526; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2506007a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d980059),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.527; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.527; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@491bcad7 main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.527; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.528; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@491bcad7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.528; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.529; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.530; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ba65089 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c85ad),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ba65089 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c85ad),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.531; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.531; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3242214f main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.531; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.532; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3242214f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.532; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.532; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.533; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16e3da96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1086cdc2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16e3da96 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1086cdc2),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.533; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.534; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@64ff2225 main
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.534; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.535; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@64ff2225 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.535; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.536; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.537; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.539; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.541; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.542; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:51.544; org.apache.solr.core.SolrCore; [collection1] webapp=/jj path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.553; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432352250708099072)} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={update.distrib=FROMLEADER&_version_=-1432352250716487680&update.from=http://127.0.0.1:18959/jj/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432352250716487680)} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.594; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={update.distrib=FROMLEADER&_version_=-1432352250725924864&update.from=http://127.0.0.1:18962/jj/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432352250725924864)} 0 24
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.594; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432352250725924864)} 0 30
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.595; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432352250716487680)} 0 40
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.599; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[0 (1432352250761576448)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.605; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432352250764722176)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.605; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[0 (1432352250764722176)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.608; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[1 (1432352250772062208)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.613; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432352250775207936)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.614; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[1 (1432352250775207936)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.616; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[2 (1432352250780450816)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.623; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432352250783596544)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.623; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[2 (1432352250783596544)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[3 (1432352250790936576)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.633; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432352250796179456)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.634; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1432352250796179456)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.634; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[3]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.637; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[4 (1432352250802470912)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.645; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432352250807713792)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.646; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1432352250807713792)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.646; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[4]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.649; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[5 (1432352250815053824)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.655; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432352250818199552)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.655; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[5 (1432352250818199552)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.658; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[6 (1432352250824491008)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.663; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432352250827636736)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.664; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[6 (1432352250827636736)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.666; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[7 (1432352250832879616)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432352250836025344)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.672; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[7 (1432352250836025344)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.674; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[8 (1432352250841268224)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.679; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432352250844413952)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.681; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[8 (1432352250844413952)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.683; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[9 (1432352250850705408)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.688; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432352250853851136)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.689; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[9 (1432352250853851136)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.691; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[10 (1432352250859094016)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.698; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432352250864336896)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.699; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1432352250864336896)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.699; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[10]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.702; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[11 (1432352250870628352)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.707; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432352250873774080)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.708; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[11 (1432352250873774080)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.710; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[12 (1432352250879016960)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.715; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432352250882162688)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.716; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[12 (1432352250882162688)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.718; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[13 (1432352250887405568)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.724; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1432352250890551296)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.725; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[13 (1432352250890551296)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.727; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[14 (1432352250896842752)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.734; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1432352250902085632)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.735; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1432352250902085632)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.736; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[14]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.738; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[15 (1432352250908377088)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.745; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1432352250913619968)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1432352250913619968)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[15]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.749; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[16 (1432352250919911424)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.755; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432352250923057152)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.756; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[16 (1432352250923057152)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.758; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[17 (1432352250929348608)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.765; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432352250933542912)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.766; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1432352250933542912)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.767; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[17]} 0 7
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.770; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[18 (1432352250941931520)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432352250945077248)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.776; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[18 (1432352250945077248)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[19 (1432352250950320128)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.782; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1432352250952417280)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.783; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[19 (1432352250952417280)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.786; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[20 (1432352250957660160)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.793; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1432352250963951616)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.794; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1432352250963951616)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.794; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[20]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.796; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[21 (1432352250969194496)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.803; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1432352250973388800)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1432352250973388800)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[21]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.806; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[22 (1432352250979680256)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.812; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1432352250983874560)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.813; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1432352250983874560)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.813; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[22]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.815; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[23 (1432352250989117440)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.822; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1432352250994360320)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.823; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1432352250994360320)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.823; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[23]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.826; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[24 (1432352251000651776)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.833; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1432352251005894656)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.834; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1432352251005894656)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.834; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[24]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.836; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[25 (1432352251011137536)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.842; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1432352251015331840)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1432352251015331840)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[25]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.846; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[26 (1432352251021623296)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.850; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1432352251023720448)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.851; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[26 (1432352251023720448)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.853; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[27 (1432352251028963328)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.860; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1432352251034206208)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.861; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1432352251034206208)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.861; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[27]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.864; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[28 (1432352251039449088)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.871; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1432352251045740544)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.872; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1432352251045740544)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.872; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[28]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.875; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[29 (1432352251052032000)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.881; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1432352251056226304)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.882; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1432352251056226304)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.882; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[29]} 0 5
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.885; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[30 (1432352251062517760)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.890; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1432352251064614912)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.891; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[30 (1432352251064614912)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.893; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[31 (1432352251070906368)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.901; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18962/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1432352251076149248)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.902; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1432352251076149248)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.902; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[31]} 0 6
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.906; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[32 (1432352251083489280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.910; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={distrib.from=http://127.0.0.1:18959/jj/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1432352251086635008)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.911; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[32 (1432352251086635008)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.913; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/jj path=/update params={wt=javabin&version=2} {add=[33 (1432352251091877888)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-15 03:45:53.918; org.apache.solr.update.processor.Lo
[...truncated too long message...]
rg.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-15 03:49:09.501; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:18952 18952
[junit4:junit4] 1> INFO - 2013-04-15 03:49:09.777; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 18955
[junit4:junit4] 1> INFO - 2013-04-15 03:49:09.784; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-15 03:49:09.785; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:18952 18952
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1365997526076
[junit4:junit4] 2> check const of shard1
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:2:{"shard":"shard1","state":"down","core":"collection1","collection":"collection1","node_name":"127.0.0.1:18959_jj","base_url":"http://127.0.0.1:18959/jj"}
[junit4:junit4] 2> error contacting client: IOException occured when talking to server at: http://127.0.0.1:18959/jj/collection1
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:4:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:18965_jj","base_url":"http://127.0.0.1:18965/jj"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:56
[junit4:junit4] 2>
[junit4:junit4] 2> check const of shard2
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:3:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:18962_jj","base_url":"http://127.0.0.1:18962/jj","leader":"true"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:5:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:18969_jj","base_url":"http://127.0.0.1:18969/jj"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365997526076 FAILED !!!!!
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=32D28CFFA5436A68 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_SG -Dtests.timezone=Asia/Novokuznetsk -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 224s J1 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_1 expected:<322> but was:<323>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([32D28CFFA5436A68:B33402E7D21C0A54]:0)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:155)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:154)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 1> INFO - 2013-04-15 03:49:09.807; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 223745 T3970 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=Pulsing41(freqCutoff=16 minBlockSize=35 maxBlockSize=157), range_facet_l=Pulsing41(freqCutoff=16 minBlockSize=35 maxBlockSize=157), id=PostingsFormat(name=NestedPulsing), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=PostingsFormat(name=MockSep), _version_=Pulsing41(freqCutoff=16 minBlockSize=35 maxBlockSize=157), multiDefault=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=NestedPulsing), intDefault=Pulsing41(freqCutoff=16 minBlockSize=35 maxBlockSize=157)}, docValues:{}, sim=DefaultSimilarity, locale=zh_SG, timezone=Asia/Novokuznetsk
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=261827640,total=468320256
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, TimeZoneUtilsTest, SolrCoreCheckLockOnStartupTest, OpenExchangeRatesOrgProviderTest, FullSolrCloudDistribCmdsTest, TestCollationField, ZkSolrClientTest, TestDefaultSimilarityFactory, UniqFieldsUpdateProcessorFactoryTest, TestArbitraryIndexDir, NotRequiredUniqueKeyTest, TestRTGBase, SpellCheckCollatorTest, TestCodecSupport, TestJmxMonitoredMap, ConvertedLegacyTest, TestComponentsName, PreAnalyzedUpdateProcessorTest, TestMergePolicyConfig, JSONWriterTest, TestFastOutputStream, BadIndexSchemaTest, TestDFRSimilarityFactory, TestSolr4Spatial, TestReload, TestWordDelimiterFilterFactory, TestDistributedSearch, TestCoreDiscovery, EchoParamsTest, TestUniqueKeyFieldResource, NoCacheHeaderTest, StatsComponentTest, TestIndexSearcher, TestRandomFaceting, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestRangeQuery, TestCopyFieldCollectionResource, TermVectorComponentDistributedTest, BasicZkTest, SortByFunctionTest, TestSolrQueryParserResource, IndexReaderFactoryTest, SuggesterWFSTTest, IndexSchemaRuntimeFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, TestAtomicUpdateErrorCases, TestOmitPositions, TestFoldingMultitermQuery, DocumentAnalysisRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestShardHandlerFactory, TestCSVLoader, StandardRequestHandlerTest, SpellCheckComponentTest, TestZkChroot, SpellPossibilityIteratorTest, DOMUtilTest, TestFieldTypeResource, PathHierarchyTokenizerFactoryTest, TestSolrJ, TestAnalyzedSuggestions, TestIndexingPerformance, OpenCloseCoreStressTest, HighlighterConfigTest, TestRecovery, CollectionsAPIDistributedZkTest, TestMultiCoreConfBootstrap, RequestHandlersTest, SimplePostToolTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, ShardRoutingCustomTest, TestDistributedGrouping, TestStressReorder, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterFSTTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestPropInject, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, TestSolrXMLSerializer, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, SolrTestCaseJ4Test, AliasIntegrationTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 224.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 51 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 290 suites, 1204 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 57 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1510 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1510/
2 tests failed.
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:28313/collection1lastClient and got 5 from http://127.0.0.1:58334/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:28313/collection1lastClient and got 5 from http://127.0.0.1:58334/collection1
at __randomizedtesting.SeedInfo.seed([C09678CD3D2129E3:4170F6D54A7E49DF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<320> but was:<321>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<320> but was:<321>
at __randomizedtesting.SeedInfo.seed([C09678CD3D2129E3:4170F6D54A7E49DF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:155)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:154)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8892 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.743; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.746; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.747; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.748; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.849; org.apache.solr.cloud.ZkTestServer; start zk server on port:48756
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.850; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.856; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@8f7b922 name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.856; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.857; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.863; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.874; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@328f5673 name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.874; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.875; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.885; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.887; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.890; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.899; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.899; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.914; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:10.915; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.018; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.019; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.022; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.023; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.026; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.026; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.040; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.041; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.044; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.045; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.048; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.049; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.051; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.052; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.264; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.267; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:12663
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.268; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.268; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.269; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.269; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.270; org.apache.solr.core.CoreContainer; New CoreContainer 1936195238
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.270; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.271; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.324; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.324; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.325; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.325; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.327; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.349; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.367; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:48756/solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.367; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.369; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.371; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@28a7d1d name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.372; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.388; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.401; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.403; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@182dfe75 name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.403; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.406; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.417; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.421; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.423; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12663_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.430; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:12663_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.434; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.452; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.455; org.apache.solr.cloud.Overseer; Overseer (id=89520518643908611-127.0.0.1:12663_-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.467; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.478; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.479; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.482; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.485; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.488; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.491; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.491; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.492; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.492; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.494; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.495; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.496; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.542; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.599; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.700; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:11.705; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.308; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.321; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.325; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.345; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.350; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.355; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:12.356; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:12.356; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.356; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:12.357; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:12.358; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.358; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.358; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1365974711061/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.358; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66922804
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.359; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.360; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.361; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-14 21:25:12.362; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.362; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.414; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.414; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.416; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.417; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.417; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.418; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.418; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.418; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.419; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.419; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.419; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.426; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.433; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5b79e873 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.434; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.434; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.437; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5b79e873 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.438; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.438; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.991; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.992; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12663_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12663"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.993; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:12.993; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.007; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.441; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.441; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:12663 collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.442; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.465; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.485; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.485; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.485; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:12663/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.486; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.486; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:12663/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.486; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:12663/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:13.486; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.512; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.548; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.571; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:12663/collection1/ and leader is http://127.0.0.1:12663/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.571; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12663
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.571; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.571; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.572; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.573; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.574; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.575; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.576; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.590; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.592; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.594; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1f7943f7 name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.594; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.596; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.599; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.801; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.804; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58059
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.804; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.805; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.805; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.806; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.806; org.apache.solr.core.CoreContainer; New CoreContainer 100650228
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.807; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.807; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.860; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.861; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.861; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.861; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.862; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.862; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.864; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.884; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.902; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:48756/solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.902; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.904; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.908; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2f013dc0 name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.908; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.924; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.935; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.937; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d8bc739 name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.937; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:14.947; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.950; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58059_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.957; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58059_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.960; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.961; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.961; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.963; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.969; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.969; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.970; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.970; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.971; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.973; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:15.973; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.019; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.063; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.063; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:12663__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12663_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12663"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.075; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.079; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.079; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.080; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.180; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.186; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.788; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.800; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.804; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.820; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.825; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.829; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:16.831; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:16.831; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.831; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:16.832; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:16.833; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.833; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.833; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1365974714599/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.834; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66922804
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.834; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.835; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.835; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-14 21:25:16.836; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.837; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.850; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.851; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.853; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.854; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.854; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.855; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.855; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.855; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.856; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.856; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.857; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.864; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.871; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@32ce028b main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.872; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.873; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.876; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@32ce028b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.878; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 21:25:16.878; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.585; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.586; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58059_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58059"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.586; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.586; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.882; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.882; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58059 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.883; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.924; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.935; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.936; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.936; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.936; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.936; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58059/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.936; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:17.937; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.132; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.154; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.154; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.154; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.174; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58059/collection1/ and leader is http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.174; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58059
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.174; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.174; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.175; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.177; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.178; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.178; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.179; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.394; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.398; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25786
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.398; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.399; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.399; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.400; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.400; org.apache.solr.core.CoreContainer; New CoreContainer 1227833237
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.401; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.401; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.453; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.454; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.454; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.455; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.455; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.456; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.456; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.457; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.457; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.458; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.477; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.495; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:48756/solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.496; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.497; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.502; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1a1101e9 name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.502; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.518; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.529; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.531; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34bd7723 name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.532; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:19.541; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.545; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25786_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.552; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25786_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.555; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.555; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.556; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.556; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.558; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.558; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.564; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.564; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.565; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.565; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.567; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.568; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.569; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.615; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.668; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.668; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58059__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58059_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58059"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.671; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.773; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.773; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:20.778; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.371; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.379; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.382; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.395; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.399; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.402; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:21.403; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:21.403; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.404; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:21.405; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:21.405; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.405; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.405; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1365974719194/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.405; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66922804
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.406; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.406; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.407; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-14 21:25:21.407; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.408; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.442; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e2c7e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.442; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.444; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.444; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.445; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.445; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.445; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.446; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.446; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.446; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.447; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.451; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.456; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@353df6aa main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.457; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.457; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.460; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@353df6aa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.461; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 21:25:21.461; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.194; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.195; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25786_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25786"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.195; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.195; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.200; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.200; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.200; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.200; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.464; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.464; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25786 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.468; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25786/collection1/ and leader is http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.468; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25786
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.468; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.468; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.469; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.470; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.470; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.470; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.470; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.471; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.472; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.472; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.472; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.499; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:25786__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.724; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.727; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:28313
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.727; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.728; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.728; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.729; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.729; org.apache.solr.core.CoreContainer; New CoreContainer 314471056
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.730; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.730; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.794; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.794; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.795; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.795; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.796; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.796; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.797; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.797; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.798; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.798; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.822; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.842; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:48756/solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.842; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.843; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.847; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1215a6eb name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.847; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.850; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.863; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.865; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@45b2d48f name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.865; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:22.877; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.719; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.720; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:25786__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25786_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25786"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.749; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.749; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.749; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.749; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.749; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.881; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28313_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.884; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:28313_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.886; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.886; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.886; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.887; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.887; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.887; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.888; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.888; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.895; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.901; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.901; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.901; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.902; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.903; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.904; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.904; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:23.950; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.007; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.109; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.114; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.502; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:25786__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.502; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:25786__collection1&state=recovering&nodeName=127.0.0.1:25786_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.718; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.731; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.735; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.750; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.755; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.759; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:24.761; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:24.761; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.761; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:24.762; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:24.763; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.763; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.763; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1365974722498/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.763; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66922804
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.764; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.765; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.766; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-14 21:25:24.766; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.767; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.772; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@565e8def; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.773; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.775; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.776; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.776; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.777; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.777; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.778; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.778; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.778; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.779; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.786; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.793; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4b7f00e4 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.794; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.795; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.798; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4b7f00e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.800; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 21:25:24.800; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.258; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.259; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:28313_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:28313"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.259; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.259; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.803; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.803; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:28313 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.807; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:28313/collection1/ and leader is http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.807; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28313
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.807; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.807; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.808; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.808; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.808; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.808; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.809; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.810; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.810; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.811; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.811; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:25.829; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:28313__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.032; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.035; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:58334
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.036; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.036; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.037; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.037; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.038; org.apache.solr.core.CoreContainer; New CoreContainer 436244764
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.038; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.039; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.092; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.096; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.097; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.097; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.117; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.135; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:48756/solr
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.136; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.137; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.140; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2c3c8a6b name:ZooKeeperConnection Watcher:127.0.0.1:48756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.140; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.150; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.162; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.164; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2e78858a name:ZooKeeperConnection Watcher:127.0.0.1:48756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.165; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.176; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.504; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58059/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.504; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:25786 START replicas=[http://127.0.0.1:58059/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 21:25:26.504; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.505; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.505; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.506; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.506; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.511; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:58059/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.512; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.518; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.548; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.553; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.554; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.578; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.579; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.581; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7147036a realtime
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.582; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.582; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 34
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.583; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.584; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.586; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.587; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.587; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.587; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.588; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.591; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.592; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.593; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.594; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cbe257e; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.597; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.598; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.607; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.608; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.612; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e2c7e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e2c7e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.612; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.613; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.614; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@625080d6 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.615; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@625080d6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.615; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.615; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.616; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index.20130415092526592
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.617; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.617; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.617; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.617; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.619; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.799; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.800; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:28313__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:28313_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:28313"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.805; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:25786__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:25786_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:25786"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.817; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.830; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:28313__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:26.830; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:28313__collection1&state=recovering&nodeName=127.0.0.1:28313_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.180; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58334_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.182; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58334_
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.186; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.185; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.186; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.186; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.187; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.187; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.193; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.202; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.202; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.203; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.203; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.204; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.205; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.206; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.270; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.326; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.427; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:27.432; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.052; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.065; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.070; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.085; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.090; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.095; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.096; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.097; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.097; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.098; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.099; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.099; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.099; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1365974725827/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.099; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66922804
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.100; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.101; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.101; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.102; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.103; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.109; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31120e7a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.109; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.112; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.112; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.113; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.113; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.114; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.114; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.115; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.115; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.115; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.124; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.133; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@34adecf0 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.134; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.135; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.139; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@34adecf0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.141; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.141; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.325; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.326; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58334"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.326; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.326; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.832; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58059/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.832; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:28313 START replicas=[http://127.0.0.1:58059/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 21:25:28.832; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.832; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.833; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.833; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.833; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.833; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:58059/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.833; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.835; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.843; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.848; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.848; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.849; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.850; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.850; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.851; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.853; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.854; org.apache.solr.handler.SnapPuller; Master's generation: 3
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.854; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.854; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.856; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.857; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.858; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.858; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b7fcf5c; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.861; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.862; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.865; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.865; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.869; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@565e8def; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@565e8def; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.869; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.870; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.871; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@257d80fc main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.871; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@257d80fc main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.872; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.872; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.872; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index.20130415092528857
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.873; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.873; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.874; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.874; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:28.875; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.144; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.144; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58334 collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.153; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58334/collection1/ and leader is http://127.0.0.1:58059/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.154; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58334
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.154; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.154; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.154; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.155; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.155; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.155; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.155; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.156; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.156; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.157; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.161; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.173; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.174; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:58334__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.174; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.175; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.176; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.843; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.843; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:28313__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:28313_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:28313"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.848; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58334__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58334"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:29.860; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:30.175; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:58334__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:30.175; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:58334__collection1&state=recovering&nodeName=127.0.0.1:58334_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 1> INFO - 2013-04-14 21:25:30.177; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:31.179; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.177; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58059/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.177; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:58334 START replicas=[http://127.0.0.1:58059/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 21:25:32.178; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.178; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.178; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.178; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.178; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.178; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:58059/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.179; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.180; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.182; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.190; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.205; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.206; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.207; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.207; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.208; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.208; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.211; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.212; org.apache.solr.handler.SnapPuller; Master's generation: 4
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.212; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.212; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.215; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.216; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.217; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.218; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216 lockFactory=org.apache.lucene.store.NativeFSLockFactory@53fb375; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.221; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.223; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.225; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.225; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.229; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31120e7a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31120e7a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.230; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.230; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.231; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@23d2a5a9 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.232; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@23d2a5a9 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.232; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.233; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.233; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index.20130415092532216
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.234; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.234; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.234; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.234; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.236; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.876; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.877; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:58334__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:58334_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58334"}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:32.918; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.184; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.186; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.192; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.196; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.197; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.200; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.200; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.201; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2a4bf8a9 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.201; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.202; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2a4bf8a9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.202; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.210; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.222; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9dde2c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.222; org.apache.solr.core.SolrDeletionPolicy; newest commit = 5[segments_5]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.223; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2d01f7d9 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.223; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.224; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2d01f7d9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.224; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:25786/collection1/, StdNode: http://127.0.0.1:28313/collection1/, StdNode: http://127.0.0.1:58334/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.238; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.238; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.245; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.253; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@565e8def; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@565e8def; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.253; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e2c7e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e2c7e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.253; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[segments_4]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.253; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.255; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@a0ebdfd main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.255; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@71bcda33 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.255; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31120e7a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@31120e7a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.256; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@71bcda33 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.255; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.256; org.apache.solr.core.SolrDeletionPolicy; newest commit = 5[segments_5]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.256; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@a0ebdfd main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.255; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.257; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.257; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.258; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1d0ef66 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.258; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.259; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1d0ef66 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.259; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.260; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 50
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.261; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.263; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.265; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.267; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:33.268; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.274; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432328324013621248)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.283; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432328324017815552&update.from=http://127.0.0.1:58059/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432328324017815552)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.283; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432328324017815552&update.from=http://127.0.0.1:58059/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432328324017815552)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.283; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1432328324017815552&update.from=http://127.0.0.1:58059/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432328324017815552)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.284; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432328324017815552)} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.289; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432328324028301312)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432328324033544192)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432328324033544192)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432328324033544192)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1432328324033544192)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.303; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432328324044029952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432328324047175680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432328324047175680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432328324047175680)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.310; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1432328324047175680)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.314; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1432328324055564288)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.316; org.apache.solr.update.processor.DistributedUpdateProcessor; test.distrib.skip.servers was found and contains:[http://127.0.0.1:25786/collection1/]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.317; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:25786/collection1/ against:[http://127.0.0.1:25786/collection1/] result:true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.317; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:28313/collection1/ against:[http://127.0.0.1:25786/collection1/] result:false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.317; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:58334/collection1/ against:[http://127.0.0.1:25786/collection1/] result:false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.321; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:25786/collection1/&wt=javabin&version=2} {add=[2 (1432328324060807168)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.321; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:25786/collection1/&wt=javabin&version=2} {add=[2 (1432328324060807168)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.322; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={test.distrib.skip.servers=http://127.0.0.1:25786/collection1/&wt=javabin&version=2} {add=[2 (1432328324060807168)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.325; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1432328324067098624)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.327; org.apache.solr.update.processor.DistributedUpdateProcessor; test.distrib.skip.servers was found and contains:[http://127.0.0.1:28313/collection1/, http://127.0.0.1:25786/collection1/]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.327; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:25786/collection1/ against:[http://127.0.0.1:28313/collection1/, http://127.0.0.1:25786/collection1/] result:true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.328; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:28313/collection1/ against:[http://127.0.0.1:28313/collection1/, http://127.0.0.1:25786/collection1/] result:true
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.328; org.apache.solr.update.processor.DistributedUpdateProcessor; check url:http://127.0.0.1:58334/collection1/ against:[http://127.0.0.1:28313/collection1/, http://127.0.0.1:25786/collection1/] result:false
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.332; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:58059/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:25786/collection1/&wt=javabin&version=2} {add=[3 (1432328324071292928)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.332; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={test.distrib.skip.servers=http://127.0.0.1:25786/collection1/&test.distrib.skip.servers=http://127.0.0.1:28313/collection1/&wt=javabin&version=2} {add=[3 (1432328324071292928)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.335; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.667; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1365974710747/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21fa4626; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.668; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.675; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1033fef8 main
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.675; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 21:25:35.676; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1033fef8 main{StandardDirectoryReader(segments_3:3:n
[...truncated too long message...]
26220-127.0.0.1:35205_as%2Fu_collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> INFO - 2013-04-14 21:46:25.128; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-14 21:46:25.129; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 21:46:25.129; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-14 21:46:25.129; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-14 21:46:25.129; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 21:46:25.130; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=lv, timezone=America/Nassau
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=226436408,total=441384960
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestUtils, TestZkChroot, TestDistributedGrouping, TestAtomicUpdateErrorCases, RequiredFieldsTest, XsltUpdateRequestHandlerTest, TestIndexingPerformance, TestLuceneMatchVersion, HighlighterConfigTest, SolrCoreCheckLockOnStartupTest, TestSystemIdResolver, IndexSchemaRuntimeFieldTest, TestFieldTypeCollectionResource, ZkNodePropsTest, URLClassifyProcessorTest, TestMultiCoreConfBootstrap, TestUpdate, JSONWriterTest, SolrCmdDistributorTest, DOMUtilTest, TestWordDelimiterFilterFactory, TestShardHandlerFactory, TestDefaultSimilarityFactory, ChaosMonkeySafeLeaderTest, TestSuggestSpellingConverter, DebugComponentTest, TestMergePolicyConfig, TestStressLucene, MultiTermTest, TestPropInject, CurrencyFieldOpenExchangeTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, TestFastOutputStream, FieldAnalysisRequestHandlerTest, TestQuerySenderNoQuery, SortByFunctionTest, NumericFieldsTest, TestSolrQueryParserResource, TestSolrJ, TestCSVLoader, SolrPluginUtilsTest, TestBinaryField, IndexBasedSpellCheckerTest, TestFiltering, CoreContainerCoreInitFailuresTest, DirectSolrSpellCheckerTest, SolrRequestParserTest, TestCodecSupport, DirectUpdateHandlerTest, TestQueryTypes, OpenExchangeRatesOrgProviderTest, StatsComponentTest, TestRecovery, DefaultValueUpdateProcessorTest, DocValuesMultiTest, SampleTest, TestRandomFaceting, TestStressReorder, SimplePostToolTest, TestFoldingMultitermQuery, NotRequiredUniqueKeyTest, CollectionsAPIDistributedZkTest, TestFieldTypeResource, PreAnalyzedUpdateProcessorTest, DisMaxRequestHandlerTest, CurrencyFieldXmlFileTest, TestSolr4Spatial, UniqFieldsUpdateProcessorFactoryTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedSearch, AutoCommitTest, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestLazyCores, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, TestArbitraryIndexDir, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, IndexReaderFactoryTest, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestPluginEnable, TimeZoneUtilsTest, ResourceLoaderTest, PluginInfoTest, DateMathParserTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, SolrTestCaseJ4Test, TestCollationKeyRangeQueries, AliasIntegrationTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 247.74s, 1 test, 1 failure <<< FAILURES!
[...truncated 11 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 290 suites, 1204 tests, 2 failures, 27 ignored (8 assumptions)
Total time: 53 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1509 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1509/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([4E494F4EA5F8A145:CFAFC156D2A7C179]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:304)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8523 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.661; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.666; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.668; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.668; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.769; org.apache.solr.cloud.ZkTestServer; start zk server on port:34188
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.770; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.779; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@29fdf006 name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.779; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.780; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.801; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.803; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@629c81c2 name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.803; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.804; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.808; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.811; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.813; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.817; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.817; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.824; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.825; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.929; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.930; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.934; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.934; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.943; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.944; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.947; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.948; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.952; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.952; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.956; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.957; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.960; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:22.961; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.165; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.170; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34191
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.172; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.172; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.173; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.173; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.174; org.apache.solr.core.CoreContainer; New CoreContainer 1470201272
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.174; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.175; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.227; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.228; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.232; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.253; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.273; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:34188/solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.274; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.275; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.277; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2dac5fd7 name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.278; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.281; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.293; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.295; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@28f6c52 name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.295; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.309; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.314; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.324; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.327; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34191_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.333; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34191_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.337; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.351; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.354; org.apache.solr.cloud.Overseer; Overseer (id=89518860053577731-127.0.0.1:34191_h%2Fy-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.369; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.374; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.375; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.378; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.385; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.389; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.393; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.393; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.394; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.394; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.396; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.398; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.398; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.452; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.516; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.618; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:23.625; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.240; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.253; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.257; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.275; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.280; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.284; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:24.286; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:24.286; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.286; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:24.287; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:24.288; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.288; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.321; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365949402965/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.322; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@495b0e2c
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.322; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.323; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.324; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-14 14:23:24.325; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.326; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.333; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19b6b59c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.334; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.338; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.338; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.339; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.339; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.339; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.340; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.340; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.347; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.355; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@ac3dfb9 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.356; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.357; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.361; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@ac3dfb9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.362; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.362; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.893; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.894; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34191_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34191/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.894; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.895; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:24.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.365; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.365; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34191/h/y collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.366; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.392; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.401; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.401; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.401; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:34191/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.402; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.402; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:34191/h/y/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.402; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:34191/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:25.402; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.419; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.435; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.487; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34191/h/y/collection1/ and leader is http://127.0.0.1:34191/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.487; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34191/h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.487; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.487; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.488; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.489; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.491; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.491; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.492; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.506; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.508; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.510; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5141928f name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.510; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.512; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.515; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.716; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.719; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34203
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.720; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.721; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.721; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.722; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.722; org.apache.solr.core.CoreContainer; New CoreContainer 802275704
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.723; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.723; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.776; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.776; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.777; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.777; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.778; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.778; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.779; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.779; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.780; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.780; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.800; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.818; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:34188/solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.819; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.820; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.823; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4ae692db name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.824; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.838; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.849; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.851; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@27f5ad1c name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.851; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:26.862; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.866; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34203_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.868; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34203_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.872; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.872; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.873; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.873; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.880; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.880; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.881; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.881; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.883; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.884; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.885; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.931; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.950; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.950; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34191_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34191_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34191/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.963; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:27.989; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.090; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.097; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.704; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.717; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.721; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.739; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.744; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.748; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:28.749; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:28.750; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.750; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:28.751; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:28.751; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.752; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.752; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365949406516/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.752; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@495b0e2c
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.753; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.754; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.754; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-14 14:23:28.755; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.756; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.767; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.768; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.771; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.771; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.772; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.773; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.773; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.774; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.774; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.775; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.775; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.782; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.790; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2bbdb13f main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.791; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.791; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.796; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2bbdb13f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.798; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 14:23:28.798; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.469; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.470; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34203_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34203/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.470; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.470; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.498; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.498; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.498; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.802; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.802; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34203/h/y collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.803; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.907; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.952; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.952; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.952; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:34203/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.952; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.953; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:34203/h/y/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.953; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:34203/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:29.953; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.004; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.031; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.031; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.031; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.060; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34203/h/y/collection1/ and leader is http://127.0.0.1:34203/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.060; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34203/h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.060; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.060; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.061; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.063; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.064; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.065; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.066; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.303; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.306; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34270
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.307; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.308; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.308; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.309; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.309; org.apache.solr.core.CoreContainer; New CoreContainer 1884504054
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.310; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.310; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.383; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.383; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.384; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.384; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.385; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.385; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.386; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.386; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.408; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.426; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:34188/solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.427; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.428; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.435; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@147597d name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.435; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.444; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.455; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.466; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@38e00a5e name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.466; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:31.479; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.483; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34270_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.491; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34270_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.494; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.495; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.495; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.495; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.496; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.503; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.503; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.503; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.504; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.505; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.506; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.507; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.539; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.539; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34203_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34203_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34203/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.552; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.551; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.554; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.611; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.713; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:32.720; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.308; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.316; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.319; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.333; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.337; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.340; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:33.341; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:33.342; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.342; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:33.343; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:33.343; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.343; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.344; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365949411081/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.344; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@495b0e2c
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.344; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.345; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.345; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-14 14:23:33.346; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.346; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.375; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.376; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.378; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.378; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.379; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.379; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.380; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.380; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.380; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.380; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.381; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.385; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.390; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3eee5193 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.391; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.391; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.395; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3eee5193 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.397; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 14:23:33.397; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.057; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.058; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34270_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34270/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.058; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.058; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.089; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.089; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.089; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.089; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.399; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.399; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34270/h/y collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.400; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.417; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.428; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.428; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.428; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:34270/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.428; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.429; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:34270/h/y/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.429; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:34270/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:34.429; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.605; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.627; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.627; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.627; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.627; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.659; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34270/h/y/collection1/ and leader is http://127.0.0.1:34270/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.659; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34270/h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.659; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.660; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.660; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.666; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.667; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.668; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.669; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.887; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.890; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34304
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.891; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.891; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.892; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.892; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.893; org.apache.solr.core.CoreContainer; New CoreContainer 326616371
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.893; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.894; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.946; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.947; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.947; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.948; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.948; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.950; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.972; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.990; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:34188/solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.991; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.992; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.996; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@19fc0de name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:35.996; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:36.008; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:36.021; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:36.023; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1cec8f6e name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:36.023; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:36.035; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.039; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34304_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.041; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34304_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.044; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.045; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.045; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.045; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.045; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.046; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.046; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.046; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.057; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.063; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.064; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.064; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.065; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.066; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.067; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.068; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.115; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.134; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.135; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34270_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34270_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34270/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.147; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.147; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.147; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.147; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.147; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.172; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.274; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.281; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.883; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.895; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.899; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.916; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.922; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.926; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:37.928; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:37.928; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.928; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:37.930; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:37.930; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.930; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.931; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365949415684/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.931; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@495b0e2c
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.932; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.933; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.934; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-14 14:23:37.934; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.935; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.943; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@182f4aea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.944; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.947; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.947; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.948; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.949; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.949; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.950; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.950; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.951; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.951; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.958; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.966; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5de8256f main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.967; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.968; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.972; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5de8256f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.974; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 14:23:37.974; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.652; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.653; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34304_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34304/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.653; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.653; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.693; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.693; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.693; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.693; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.693; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.977; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.977; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34304/h/y collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.981; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34304/h/y/collection1/ and leader is http://127.0.0.1:34203/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.982; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34304/h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.982; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.982; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.983; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.984; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.984; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.984; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.984; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.985; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.986; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.986; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 14:23:38.986; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.008; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:34304_h%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.213; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.216; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34311
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.217; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.218; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.218; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.218; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.219; org.apache.solr.core.CoreContainer; New CoreContainer 1652881992
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.220; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.220; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.272; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.273; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.274; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.274; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.275; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.275; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.275; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.276; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.276; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.277; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.297; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.315; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:34188/solr
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.315; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.316; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.320; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@250970c1 name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.320; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.335; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.346; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.348; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@75487cd2 name:ZooKeeperConnection Watcher:127.0.0.1:34188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.348; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:39.358; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.199; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.200; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34304_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34304_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34304/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.205; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.362; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34311_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.364; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34311_h%2Fy
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.367; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.368; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.368; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.368; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.369; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.369; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.370; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.377; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.377; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.380; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.380; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.382; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.383; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.384; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.431; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.493; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.594; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:40.601; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.010; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:34304_h%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.010; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:34304_h%252Fy_collection1&state=recovering&nodeName=127.0.0.1:34304_h%252Fy&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.206; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.219; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.223; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.241; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.246; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.250; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:41.252; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:41.253; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.253; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 14:23:41.254; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 14:23:41.254; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.255; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.255; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.255; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@495b0e2c
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.256; org.apache.solr.core.SolrCore; solr.NRTCachingDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.257; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.258; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-14 14:23:41.258; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.259; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.273; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bf7795; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.274; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.277; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.277; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.278; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.278; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.279; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.279; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.280; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.280; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.281; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.287; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.294; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7157426 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.295; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.295; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.300; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7157426 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.302; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.303; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.711; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.712; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34311_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34311/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.712; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.712; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:41.725; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.306; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.306; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34311/h/y collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.336; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34311/h/y/collection1/ and leader is http://127.0.0.1:34270/h/y/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.336; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34311/h/y
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.337; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.337; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.338; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.338; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.339; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.339; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.339; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.340; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.340; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.341; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.348; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.358; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.359; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.359; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.361; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:42.361; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:34311_h%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.012; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:34203/h/y/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.012; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:34304/h/y START replicas=[http://127.0.0.1:34203/h/y/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 14:23:43.013; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.014; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.014; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.014; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.014; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.014; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:34203/h/y/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.015; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.021; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.027; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.031; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.032; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.062; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.062; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.064; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@696fcad2 realtime
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.064; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.064; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.065; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.066; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.068; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.068; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.069; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.069; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.070; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.073; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.074; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.075; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.076; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77741064; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.079; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.081; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.083; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.083; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.088; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@182f4aea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@182f4aea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.091; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.091; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.092; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@136fdd2d main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.093; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@136fdd2d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.094; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.094; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.094; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index.20130414232343074
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.095; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.096; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.096; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.096; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.098; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.231; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.231; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34311_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34311_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34311/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.236; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34304_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34304_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34304/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.248; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.363; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:34311_h%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.363; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:34311_h%252Fy_collection1&state=recovering&nodeName=127.0.0.1:34311_h%252Fy&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 1> INFO - 2013-04-14 14:23:43.363; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:44.366; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.365; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:34270/h/y/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.365; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:34311/h/y START replicas=[http://127.0.0.1:34270/h/y/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 14:23:45.366; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.366; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.367; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.367; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.367; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.367; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:34270/h/y/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.367; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.369; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.377; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.385; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.389; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.390; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.419; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.419; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.421; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@a35ef07 realtime
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.421; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.421; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 36
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.422; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.423; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.425; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.425; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.426; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.426; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.427; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.430; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.431; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.432; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.433; org.apache.solr.handler.SnapPuller; Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54fc3ac5; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.436; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.438; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.440; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.440; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.444; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bf7795; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bf7795; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.445; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.446; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.446; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3714aca8 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.448; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3714aca8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.448; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.448; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.449; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index.20130414232345431
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.450; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.450; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.450; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.450; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 14:23:45.452; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.264; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.265; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:34311_h%2Fy_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:34311_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34311/h/y"}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.371; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.372; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.386; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.391; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19b6b59c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.391; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.395; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19b6b59c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19b6b59c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.396; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.398; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@55f55e9f main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.398; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.399; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@55f55e9f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.400; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.412; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.426; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56b9dbd2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.427; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.428; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@38aa441a main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.429; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.429; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@38aa441a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.430; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:34203/h/y/collection1/, StdNode: http://127.0.0.1:34304/h/y/collection1/, StdNode: http://127.0.0.1:34311/h/y/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.433; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.443; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@82f0668; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.443; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.445; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@53ca0aa8 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.445; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.446; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@53ca0aa8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.446; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.446; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.459; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bf7795; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bf7795; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.459; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@182f4aea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@182f4aea; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.459; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.460; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.462; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@68dc3671 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.462; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3be5e1a3 main
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.462; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.463; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.463; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@68dc3671 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.464; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3be5e1a3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.464; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.464; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.465; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.467; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.470; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.472; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.474; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 14:23:46.477; org.apache.solr.core.SolrCore; [collection1] webapp=/h/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.478; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.481; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3c715413 name:ZooKeeperConnection Watcher:127.0.0.1:34188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.481; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:34203_h%2Fy_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34203_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34203/h/y",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:34304_h%2Fy_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34304_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34304/h/y"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:34270_h%2Fy_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34270_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34270/h/y",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:34311_h%2Fy_collection1":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34311_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34311/h/y"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:34191_h%2Fy_collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:34191_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34191/h/y",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34270_h%2Fy (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34203_h%2Fy (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34304_h%2Fy (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34311_h%2Fy (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34191_h%2Fy (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89518860053577738-127.0.0.1:34304_h%2Fy_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89518860053577734-127.0.0.1:34203_h%2Fy_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89518860053577740-127.0.0.1:34311_h%2Fy_collection1-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89518860053577736-127.0.0.1:34270_h%2Fy_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34203_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34203/h/y"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34270_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34270/h/y"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89518860053577731-127.0.0.1:34191_h%2Fy_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34191_h%2Fy",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34191/h/y"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89518860053577740-127.0.0.1:34311_h%2Fy-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89518860053577731-127.0.0.1:34191_h%2Fy-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89518860053577738-127.0.0.1:34304_h%2Fy-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89518860053577736-127.0.0.1:34270_h%2Fy-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89518860053577734-127.0.0.1:34203_h%2Fy-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89518860053577731-127.0.0.1:34191_h%2Fy-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.639; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={update.distrib=FROMLEADER&_version_=-1432301788078276608&update.from=http://127.0.0.1:34203/h/y/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432301788078276608)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.643; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={update.distrib=FROMLEADER&_version_=-1432301788082470912&update.from=http://127.0.0.1:34270/h/y/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432301788082470912)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.643; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432301788082470912)} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.644; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432301788078276608)} 0 12
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.650; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[0 (1432301788092956672)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.658; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432301788098199552)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.659; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[0 (1432301788098199552)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.663; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[1 (1432301788108685312)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.673; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432301788116025344)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.674; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1432301788116025344)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.675; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[1]} 0 9
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.678; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[2 (1432301788124413952)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.690; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432301788131753984)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.691; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1432301788131753984)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.691; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[2]} 0 10
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.695; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[3 (1432301788142239744)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.702; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432301788146434048)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.703; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[3 (1432301788146434048)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.707; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[4 (1432301788154822656)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.714; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432301788159016960)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.715; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[4 (1432301788159016960)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.719; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[5 (1432301788167405568)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.726; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432301788171599872)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.727; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[5 (1432301788171599872)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.731; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[6 (1432301788179988480)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.741; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432301788187328512)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.742; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1432301788187328512)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.742; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[6]} 0 8
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[7 (1432301788195717120)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.753; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432301788199911424)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.754; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[7 (1432301788199911424)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.758; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[8 (1432301788208300032)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.768; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432301788215640064)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.769; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1432301788215640064)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.770; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[8]} 0 9
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.773; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[9 (1432301788224028672)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.783; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34270/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432301788231368704)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.784; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1432301788231368704)]} 0 5
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.785; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[9]} 0 8
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.789; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[10 (1432301788240805888)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.797; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432301788246048768)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.798; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[10 (1432301788246048768)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.802; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[11 (1432301788254437376)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.810; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={distrib.from=http://127.0.0.1:34203/h/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432301788259680256)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.811; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[11 (1432301788259680256)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.815; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/h/y path=/update params={wt=javabin&version=2} {add=[12 (1432301788268068864)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 14:23:48.823; org.apache.solr.update.processor.LogUpdateP
[...truncated too long message...]
Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365949402667/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.100; org.apache.solr.core.SolrCore; [collection1_shard1_1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@364e58a9
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.106; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.107; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.107; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.107; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.109; org.apache.solr.core.SolrCore; [collection1_shard1_1_replica2] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.110; org.apache.solr.core.CachingDirectoryFactory; Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.110; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.111; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data/index
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.111; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.111; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365949419006/collection1_shard1_1_replica2/data
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.112; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89518860053577740-127.0.0.1:34311_h%2Fy-n_0000000004) am no longer a leader.
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.114; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> WARN - 2013-04-14 14:25:23.115; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 14:25:23.115; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.115; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/h/y,null}
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.270; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.272; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:34188 34188
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1365949402667
[junit4:junit4] 2> check const of shard1
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:34203_h%2Fy_collection1:{"shard":"shard1","state":"down","core":"collection1","collection":"collection1","node_name":"127.0.0.1:34203_h%2Fy","base_url":"http://127.0.0.1:34203/h/y"}
[junit4:junit4] 2> error contacting client: IOException occured when talking to server at: http://127.0.0.1:34203/h/y/collection1
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:34304_h%2Fy_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:34304_h%2Fy","base_url":"http://127.0.0.1:34304/h/y"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:56
[junit4:junit4] 2>
[junit4:junit4] 2> check const of shard2
[junit4:junit4] 2> client0
[junit4:junit4] 2> PROPS:127.0.0.1:34270_h%2Fy_collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:34270_h%2Fy","base_url":"http://127.0.0.1:34270/h/y","leader":"true"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> client1
[junit4:junit4] 2> PROPS:127.0.0.1:34311_h%2Fy_collection1:{"shard":"shard2","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:34311_h%2Fy","base_url":"http://127.0.0.1:34311/h/y"}
[junit4:junit4] 2> live:true
[junit4:junit4] 2> num:44
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=4E494F4EA5F8A145 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=Asia/Jayapura -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 121s J1 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([4E494F4EA5F8A145:CFAFC156D2A7C179]:0)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:304)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 1> INFO - 2013-04-14 14:25:23.628; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 120972 T585 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=SimpleText), range_facet_l=PostingsFormat(name=SimpleText), id=MockVariableIntBlock(baseBlockSize=113), range_facet_sl=MockVariableIntBlock(baseBlockSize=113), range_facet_si=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=SimpleText), rnd_b=MockVariableIntBlock(baseBlockSize=113), intDefault=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=fr_FR, timezone=Asia/Jayapura
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=299796968,total=513343488
[junit4:junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, NoCacheHeaderTest, ConvertedLegacyTest, MultiTermTest, RequiredFieldsTest, StatsComponentTest, TestRangeQuery, SampleTest, DateMathParserTest, TestJmxMonitoredMap, DistanceFunctionTest, TestQueryTypes, TestShardHandlerFactory, DirectUpdateHandlerTest, TestLuceneMatchVersion, SolrRequestParserTest, BasicZkTest, UniqFieldsUpdateProcessorFactoryTest, TestSuggestSpellingConverter, IndexBasedSpellCheckerTest, SuggesterWFSTTest, TestWordDelimiterFilterFactory, RequestHandlersTest, TestPostingsSolrHighlighter, DisMaxRequestHandlerTest, CachingDirectoryFactoryTest, TestHashPartitioner, CurrencyFieldXmlFileTest, TestIndexingPerformance, CopyFieldTest, TimeZoneUtilsTest, ZkSolrClientTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 121.50s, 1 test, 1 failure <<< FAILURES!
[...truncated 690 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 290 suites, 1204 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 43 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1508 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1508/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_1 expected:<49> but was:<50>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<49> but was:<50>
at __randomizedtesting.SeedInfo.seed([25C81B3E64ACA11B:A42E952613F3C127]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:304)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9281 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.003; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /lb/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.008; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.009; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.010; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.111; org.apache.solr.cloud.ZkTestServer; start zk server on port:13805
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.112; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.118; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1bd28721 name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.118; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.119; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.134; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.144; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3056c3c8 name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.145; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.145; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.149; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.158; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.167; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.174; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.175; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.196; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.197; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.301; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.302; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.305; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.305; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.308; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.309; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.319; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.319; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.322; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.323; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.326; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.326; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.329; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.329; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.511; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.515; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:12425
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.516; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.517; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.517; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.518; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.518; org.apache.solr.core.CoreContainer; New CoreContainer 389903240
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.519; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.519; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.565; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.566; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.567; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.567; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.568; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.568; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.569; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.569; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.570; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.586; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.600; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:13805/solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.600; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.601; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.605; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@63c526e9 name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.606; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.619; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.627; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.629; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e14afa5 name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.629; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.632; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.641; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.648; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.650; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12425_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.651; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:12425_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.661; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.678; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.681; org.apache.solr.cloud.Overseer; Overseer (id=89517368935317507-127.0.0.1:12425_lb-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.690; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.700; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.701; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.703; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.710; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.712; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.715; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.715; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.716; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.716; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.717; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.718; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.719; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.754; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.798; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.899; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:10.910; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.364; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.373; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.376; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.386; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.390; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.394; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:11.394; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:11.395; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.395; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:11.396; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:11.396; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.396; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.396; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1365926650340/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.397; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773c550f
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.397; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.398; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.398; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index/
[junit4:junit4] 1> WARN - 2013-04-14 08:04:11.399; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.400; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.403; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.404; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.405; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.406; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.406; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.407; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.407; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.407; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.407; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.408; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.408; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.413; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.419; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@56b3bf6b main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.419; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.420; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.422; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@56b3bf6b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.423; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 08:04:11.423; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.216; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.217; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12425_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12425/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.217; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.218; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.426; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.426; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:12425/lb collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.427; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.572; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.607; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.608; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.608; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:12425/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.608; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.609; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:12425/lb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.609; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:12425/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:12.609; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.756; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.779; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.787; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:12425/lb/collection1/ and leader is http://127.0.0.1:12425/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.787; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12425/lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.787; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.787; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.788; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.789; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.790; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.791; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.792; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.805; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.807; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.809; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@11a4745c name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.810; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.811; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:13.813; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.019; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.023; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:57365
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.024; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.024; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.025; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.025; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.026; org.apache.solr.core.CoreContainer; New CoreContainer 1053448549
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.027; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.027; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.079; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.080; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.081; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.081; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.082; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.082; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.083; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.083; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.083; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.084; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.103; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.127; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:13805/solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.127; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.128; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.131; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7ea70bdb name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.132; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.134; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.143; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.145; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2761bf38 name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.145; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:14.157; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.160; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57365_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.162; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57365_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.167; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.167; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.167; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.167; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.177; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.178; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.178; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.179; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.180; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.182; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.182; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.234; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.285; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.285; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:12425_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12425/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.296; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.404; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:15.431; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.293; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.307; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.312; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.324; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.330; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.336; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:16.337; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:16.338; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.338; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:16.339; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:16.339; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.340; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.340; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1365926653814/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.340; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773c550f
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.341; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.342; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.343; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index/
[junit4:junit4] 1> WARN - 2013-04-14 08:04:16.344; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.344; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.349; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.350; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.353; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.355; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.356; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.356; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.357; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.357; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.358; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.358; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.367; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.375; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@294b4eb main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.376; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.376; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.380; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@294b4eb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.381; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.382; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.805; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.806; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57365_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57365/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.806; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.807; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.820; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.820; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:16.820; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.386; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.386; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57365/lb collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.387; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.415; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.418; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.418; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.418; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57365/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.419; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.419; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57365/lb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.419; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57365/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:17.419; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.325; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.340; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.340; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.340; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.394; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57365/lb/collection1/ and leader is http://127.0.0.1:57365/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.394; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57365/lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.394; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.395; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.395; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.398; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.399; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.400; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.401; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.705; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.709; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:57371
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.710; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.710; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.711; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.712; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.713; org.apache.solr.core.CoreContainer; New CoreContainer 239364070
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.714; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.715; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.789; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.790; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.791; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.791; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.792; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.793; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.794; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.794; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.795; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.796; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.822; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.850; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:13805/solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.851; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.852; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.855; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2a145972 name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.855; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.858; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.871; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.873; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46cc614c name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.873; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:18.884; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.854; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.855; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57365_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57365/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.868; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.868; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.868; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.868; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.888; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57371_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.890; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57371_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.893; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.893; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.894; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.893; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.894; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.895; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.901; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.901; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.905; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.905; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.906; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.906; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.907; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.908; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.909; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:19.955; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.010; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.112; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.129; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.566; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.574; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.577; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.588; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.593; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.596; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:20.597; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:20.598; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.599; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:20.599; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:20.600; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.600; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.600; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1365926658421/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.600; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773c550f
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.601; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.601; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.602; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index/
[junit4:junit4] 1> WARN - 2013-04-14 08:04:20.602; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.603; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.606; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.606; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.608; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.608; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.609; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.609; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.610; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.610; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.610; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.610; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.611; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.615; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.621; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2d5ed3 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.622; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.623; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.626; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2d5ed3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.627; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 08:04:20.627; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.374; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.375; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57371_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57371/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.375; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.375; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.630; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.630; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57371/lb collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.631; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.645; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.655; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.655; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.655; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57371/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.656; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.656; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57371/lb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.656; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57371/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:21.656; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.896; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.936; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57371/lb/collection1/ and leader is http://127.0.0.1:57371/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.936; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57371/lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.936; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.937; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.937; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.939; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.940; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.941; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 08:04:22.941; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.176; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.180; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:57378
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.181; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.181; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.182; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.182; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.183; org.apache.solr.core.CoreContainer; New CoreContainer 862007964
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.183; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.184; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.228; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.229; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.230; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.231; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.244; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.257; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:13805/solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.257; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.258; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.261; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@94a479d name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.261; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.263; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.270; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.272; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5b69787a name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.272; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:23.284; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.288; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57378_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.290; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57378_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.293; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.294; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.294; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.294; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.293; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.295; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.295; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.295; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.301; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.305; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.305; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.306; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.306; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.307; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.309; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.310; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.363; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.417; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.418; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"3",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57371_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57371/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.428; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.430; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.430; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.431; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.531; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:24.544; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.018; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.027; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.030; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.040; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.044; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.047; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:25.048; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:25.048; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.048; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:25.049; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:25.049; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.050; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.050; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1365926662956/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.050; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773c550f
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.051; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.051; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.052; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index/
[junit4:junit4] 1> WARN - 2013-04-14 08:04:25.052; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.053; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.057; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.057; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.059; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.059; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.060; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.060; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.060; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.061; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.061; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.061; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.062; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.067; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.072; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1b24a6e2 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.073; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.073; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.076; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1b24a6e2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.077; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.077; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.935; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.936; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57378_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57378/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.936; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.936; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:25.949; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.080; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.080; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57378/lb collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.083; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57378/lb/collection1/ and leader is http://127.0.0.1:57365/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.083; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57378/lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.083; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.083; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.084; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.084; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.084; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.084; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.084; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.085; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.085; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.086; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.086; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.102; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.275; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.278; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:57390
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.278; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.279; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.279; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.280; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/solr.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.280; org.apache.solr.core.CoreContainer; New CoreContainer 1542740108
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.281; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.281; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.317; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.320; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.336; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.350; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:13805/solr
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.350; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.351; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.354; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3e3785b9 name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.354; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.356; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.364; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.366; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3c9bf639 name:ZooKeeperConnection Watcher:127.0.0.1:13805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.366; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:26.378; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.381; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57390_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.388; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57390_lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.447; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.447; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.447; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.447; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.448; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.449; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.448; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.450; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.451; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.452; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.452; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.453; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.454; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57378_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57378/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.456; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.456; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.472; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.472; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.474; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/collection1/'
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.475; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.476; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.550; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.608; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.709; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:27.721; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.104; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.104; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:57378_lb&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.322; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.334; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.339; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.351; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.355; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.360; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:28.361; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:28.361; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.362; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-14 08:04:28.362; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-14 08:04:28.363; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.363; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.363; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1365926666100/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.364; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@773c550f
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.364; org.apache.solr.core.SolrCore; solr.StandardDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.365; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.366; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index/
[junit4:junit4] 1> WARN - 2013-04-14 08:04:28.366; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.367; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.371; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.372; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.374; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.375; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.375; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.376; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.376; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.377; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.377; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.378; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.378; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.385; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.392; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7809d235 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.393; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.394; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.398; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7809d235 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.399; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-04-14 08:04:28.400; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.050; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.051; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57390_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57390/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.051; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.052; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.065; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.402; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.402; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57390/lb collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.405; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57390/lb/collection1/ and leader is http://127.0.0.1:57371/lb/collection1/
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.405; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57390/lb
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.405; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.406; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.406; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.407; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.407; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.407; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.408; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.408; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.409; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.410; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.410; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.427; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.427; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.428; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.429; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-04-14 08:04:29.429; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.106; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:57365/lb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.106; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:57378/lb START replicas=[http://127.0.0.1:57365/lb/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 08:04:30.106; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.108; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.108; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.108; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.108; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.109; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:57365/lb/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.109; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.114; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.119; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.123; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.124; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.153; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.154; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.155; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@56ae095d realtime
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.155; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.156; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.157; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.157; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.158; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.159; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.159; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.160; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.160; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.163; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.163; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.164; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.165; org.apache.solr.handler.SnapPuller; Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164 lockFactory=org.apache.lucene.store.NativeFSLockFactory@63193904 fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.169; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.170; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.173; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.173; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.177; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.177; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.178; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.178; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@920b40d main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.179; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@920b40d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.180; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.180; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.181; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index.20130414130430164
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.182; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.182; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.182; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.182; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.184; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.431; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.570; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.571; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57390_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57390/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.574; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"4",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57378_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57378/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:30.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:31.430; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:31.430; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:57390_lb&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 1> INFO - 2013-04-14 08:04:31.433; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:32.435; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.432; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:57371/lb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.432; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:57390/lb START replicas=[http://127.0.0.1:57371/lb/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-14 08:04:33.433; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.433; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.433; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.433; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.434; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.435; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:57371/lb/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.435; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.437; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.443; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.449; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.453; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.454; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.464; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.464; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.466; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7c6095a0 realtime
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.466; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.466; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.467; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.468; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.469; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.469; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.470; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.470; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.470; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.473; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.473; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.474; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.475; org.apache.solr.handler.SnapPuller; Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7daeed9 fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.478; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.479; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.482; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.482; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.486; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.487; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.487; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.488; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5da2c527 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.489; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5da2c527 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.489; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.490; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.490; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index.20130414130433474
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.491; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.491; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.492; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.492; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.493; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.600; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.601; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"5",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:57390_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57390/lb"}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:33.617; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.439; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.440; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.451; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.456; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.457; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.460; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/control/data/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.461; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.463; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@55e1e4ac main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.463; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.464; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@55e1e4ac main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.464; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.475; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.480; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty1/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.481; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.483; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@46d6aa82 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.484; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.484; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@46d6aa82 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.485; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:57378/lb/collection1/, StdNode: http://127.0.0.1:57371/lb/collection1/, StdNode: http://127.0.0.1:57390/lb/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.488; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.494; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty2/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.495; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.497; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3fb9dab1 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.497; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.498; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3fb9dab1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.499; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.503; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.504; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.519; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty3/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.520; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.521; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4a932df8 main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.521; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 1> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.522; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.523; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4a932df8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.522; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.523; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.525; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@417ac9f main
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.525; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.526; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@417ac9f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.527; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.528; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.529; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.531; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.533; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.535; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:34.537; org.apache.solr.core.SolrCore; [collection1] webapp=/lb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.539; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.542; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@42c8af6f name:ZooKeeperConnection Watcher:127.0.0.1:13805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.543; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> / (2)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr (7)
[junit4:junit4] 1> /solr/configs (1)
[junit4:junit4] 1> /solr/configs/conf1 (9)
[junit4:junit4] 1> /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/currency.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/protwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "disclaimer": "This data is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/schema.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "shards":{
[junit4:junit4] 1> "shard1":{
[junit4:junit4] 1> "range":"80000000-ffffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "2":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57365_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57365/lb",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "4":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57378_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57378/lb"}}},
[junit4:junit4] 1> "shard2":{
[junit4:junit4] 1> "range":"0-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "3":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57371_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57371/lb",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "5":{
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57390_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57390/lb"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:12425_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12425/lb",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (5)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:57365_lb (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:12425_lb (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:57371_lb (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:57390_lb (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:57378_lb (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89517368935317514-4-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89517368935317510-2-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89517368935317516-5-n_0000000001 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard2/election/89517368935317512-3-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (2)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57365_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57365/lb"}
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:57371_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:57371/lb"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89517368935317507-1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:12425_lb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:12425/lb"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (5)
[junit4:junit4] 1> /solr/overseer_elect/election/89517368935317514-127.0.0.1:57378_lb-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89517368935317516-127.0.0.1:57390_lb-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89517368935317510-127.0.0.1:57365_lb-n_0000000001 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89517368935317507-127.0.0.1:12425_lb-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89517368935317512-127.0.0.1:57371_lb-n_0000000002 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89517368935317507-127.0.0.1:12425_lb-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.686; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={update.distrib=FROMLEADER&_version_=-1432277930926407680&update.from=http://127.0.0.1:57365/lb/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432277930926407680)} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.689; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={update.distrib=FROMLEADER&_version_=-1432277930930601984&update.from=http://127.0.0.1:57371/lb/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1432277930930601984)} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.690; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1432277930930601984)} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.691; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1432277930926407680)} 0 11
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.696; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[0 (1432277930940039168)]} 0 3
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.704; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1432277930946330624)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.705; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1432277930946330624)]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.705; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[0]} 0 8
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.709; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[1 (1432277930955767808)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.717; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1432277930961010688)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.717; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1432277930961010688)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.718; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.720; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[2 (1432277930968350720)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.729; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1432277930971496448)]} 0 2
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.730; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[2 (1432277930971496448)]} 0 6
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.732; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[3 (1432277930980933632)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.739; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1432277930984079360)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.739; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[3 (1432277930984079360)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.742; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[4 (1432277930991419392)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.751; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1432277930996662272)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.751; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1432277930996662272)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.752; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[4]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.756; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[5 (1432277931005050880)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.764; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1432277931010293760)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.764; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1432277931010293760)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.765; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[5]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.767; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[6 (1432277931017633792)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1432277931020779520)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[6 (1432277931020779520)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.777; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[7 (1432277931028119552)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.784; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1432277931031265280)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.784; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[7 (1432277931031265280)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.787; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[8 (1432277931038605312)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.794; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1432277931041751040)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.794; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[8 (1432277931041751040)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.798; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[9 (1432277931049091072)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1432277931052236800)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[9 (1432277931052236800)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.807; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[10 (1432277931059576832)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.818; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1432277931062722560)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.818; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[10 (1432277931062722560)]} 0 8
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.822; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[11 (1432277931074256896)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.830; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1432277931079499776)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.830; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1432277931079499776)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.831; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[11]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.834; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[12 (1432277931086839808)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.842; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1432277931092082688)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.842; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1432277931092082688)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.845; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[13 (1432277931099422720)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.851; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1432277931102568448)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.852; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[13 (1432277931102568448)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.855; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[14 (1432277931109908480)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.862; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1432277931113054208)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.862; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[14 (1432277931113054208)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.865; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[15 (1432277931120394240)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.875; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1432277931127734272)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.876; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[15 (1432277931127734272)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.879; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[16 (1432277931135074304)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.885; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57365/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1432277931138220032)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.886; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[16 (1432277931138220032)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.889; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[17 (1432277931145560064)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.896; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1432277931148705792)]} 0 1
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.896; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[17 (1432277931148705792)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.899; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[18 (1432277931156045824)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.905; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={distrib.from=http://127.0.0.1:57371/lb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1432277931159191552)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.906; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[18 (1432277931159191552)]} 0 4
[junit4:junit4] 1> INFO - 2013-04-14 08:04:36.909; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/lb path=/update params={wt=javabin&version=2} {add=[19 (1432277931166531584)]} 0 0
[junit4:junit4] 1> INFO - 2013-04-14
[...truncated too long message...]
oud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-04-14 08:06:35.646; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1365926650008/jetty4/index
[junit4:junit4] 1> INFO - 2013-04-14 08:06:35.646; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-04-14 08:06:35.646; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89517368935317516-5-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> INFO - 2013-04-14 08:06:35.647; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-14 08:06:35.647; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 08:06:35.647; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-04-14 08:06:35.648; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-04-14 08:06:35.648; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-14 08:06:35.648; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=Memory doPackFST= false), id=MockVariableIntBlock(baseBlockSize=69), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Memory doPackFST= true), rnd_b=MockVariableIntBlock(baseBlockSize=69), intDefault=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=ga, timezone=Asia/Ashgabat
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=267959856,total=474021888
[junit4:junit4] 2> NOTE: All tests run in this JVM: [StatsComponentTest, NoCacheHeaderTest, TestUpdate, TestShardHandlerFactory, BasicDistributedZk2Test, TestUniqueKeyFieldResource, OpenCloseCoreStressTest, TestFieldTypeResource, TestRTGBase, TestSolr4Spatial, RequiredFieldsTest, ZkSolrClientTest, URLClassifyProcessorTest, DebugComponentTest, UniqFieldsUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, TestUtils, DefaultValueUpdateProcessorTest, CachingDirectoryFactoryTest, IndexReaderFactoryTest, TestDistributedGrouping, DistanceFunctionTest, SpellCheckComponentTest, TestQuerySenderNoQuery, TestFiltering, TestNumberUtils, IndexSchemaRuntimeFieldTest, DateMathParserTest, SolrIndexConfigTest, TestZkChroot, TestIndexSearcher, TestElisionMultitermQuery, OutputWriterTest, TestStressLucene, CollectionsAPIDistributedZkTest, TestPostingsSolrHighlighter, TestCoreDiscovery, SolrTestCaseJ4Test, TestLazyCores, ZkNodePropsTest, PingRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestMultiCoreConfBootstrap, TestPartialUpdateDeduplication, LeaderElectionIntegrationTest, DisMaxRequestHandlerTest, TestPropInject, TestCSVResponseWriter, ShardRoutingCustomTest, TestCopyFieldCollectionResource, SpellCheckCollatorTest, IndexBasedSpellCheckerTest, SimplePostToolTest, MultiTermTest, SolrRequestParserTest, SuggesterWFSTTest, TestDynamicFieldCollectionResource, HighlighterConfigTest, TestJmxIntegration, TestRangeQuery, TestSolrXMLSerializer, TestAtomicUpdateErrorCases, UpdateParamsTest, TestReload, HardAutoCommitTest, TestCodecSupport, TestComponentsName, PathHierarchyTokenizerFactoryTest, TestSystemIdResolver, BasicDistributedZkTest, SyncSliceTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestRealTimeGet, SimpleFacetsTest, QueryElevationComponentTest, ConvertedLegacyTest, DirectUpdateHandlerTest, SoftAutoCommitTest, CurrencyFieldXmlFileTest, SuggesterTSTTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, TestSolrDeletionPolicy1, LukeRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestIndexingPerformance, TestArbitraryIndexDir, IndexSchemaTest, JSONWriterTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, LegacyHTMLStripCharFilterTest, TestPluginEnable, ScriptEngineTest, PluginInfoTest, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestCollationKeyRangeQueries, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 146.13s, 1 test, 1 failure <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 290 suites, 1204 tests, 1 failure, 27 ignored (8 assumptions)
Total time: 44 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure