You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/20 06:00:15 UTC

[JENKINS] Lucene-Solr-Tests-4.3-Java6 - Build # 10 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.3-Java6/10/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:39648 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:39648 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([306AFE4BE24C939D:B18C70539513F3A1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 9246 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:37.958; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:37.962; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.000; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.001; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.102; org.apache.solr.cloud.ZkTestServer; start zk server on port:15496
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.103; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.110; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@30232124 name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.111; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.111; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.128; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.130; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@25df46c3 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.130; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.131; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.147; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.159; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.162; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.164; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.165; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.183; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.184; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.288; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.289; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.305; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.306; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.309; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.310; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.313; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.314; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.328; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.329; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.333; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.334; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.343; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.343; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.638; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.643; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:13000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.644; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.644; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.645; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.645; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.646; org.apache.solr.core.CoreContainer; New CoreContainer 467551855
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.647; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.647; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.818; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.819; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.820; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.820; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.821; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.821; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.822; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.822; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.823; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.823; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.840; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.841; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:15496/solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.842; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.843; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.846; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6ca9e1bf name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.846; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.863; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.875; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.876; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2d1d4698 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.877; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.879; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.894; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.903; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.906; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13000_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.908; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:13000_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.921; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.950; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.957; org.apache.solr.cloud.Overseer; Overseer (id=89720242700877827-127.0.0.1:13000_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.972; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.981; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.981; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:38.994; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.000; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.003; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.007; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.007; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.008; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.008; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.009; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.011; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.011; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.062; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.123; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.224; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.230; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.822; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.826; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.829; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.834; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.857; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.857; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369022258347/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.857; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc18a4c
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.858; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.859; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.859; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data/index/
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:39.859; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.860; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.865; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c1c1cb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f97568e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.865; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.868; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.868; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.869; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.870; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.870; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.870; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.871; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.871; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.872; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.881; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.889; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@40967f74 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.890; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.892; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.892; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.895; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@40967f74 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.896; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:39.896; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.506; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.507; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:13000_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:13000"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.507; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.508; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.520; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.899; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.899; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:13000 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.900; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.918; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.929; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.929; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.929; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:13000/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.930; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.930; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:13000/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.930; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:13000/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:40.930; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.024; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.078; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:13000/collection1/ and leader is http://127.0.0.1:13000/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.078; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.078; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.078; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.079; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.080; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.081; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.082; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.083; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.098; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.099; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.101; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@15f0d361 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.102; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.103; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.105; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.428; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.430; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:39648
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.431; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.431; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.432; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.432; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.433; org.apache.solr.core.CoreContainer; New CoreContainer 754705765
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.434; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.434; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.601; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.602; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.603; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.603; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.604; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.604; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.605; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.605; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.606; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.606; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.622; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.623; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:15496/solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.624; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.625; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.628; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3749c9c name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.629; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.644; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.654; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.656; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@91966e6 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.656; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:42.665; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.560; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.561; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:13000__collection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:13000_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:13000"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.583; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.583; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.583; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.669; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39648_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.677; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:39648_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.687; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.687; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.688; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.688; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.702; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.702; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.703; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.703; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.705; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.706; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.707; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.759; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.820; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.921; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:43.927; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.511; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.515; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.518; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.523; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.544; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.544; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369022262106/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.544; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc18a4c
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.545; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.545; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.545; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:44.546; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.546; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.552; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.553; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.556; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.556; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.557; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.558; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.558; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.559; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.559; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.560; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.560; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.570; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.577; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6e98e87 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.578; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.579; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.580; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.584; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6e98e87 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.585; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:44.586; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.100; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.101; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:39648_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39648"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.101; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.101; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.122; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.122; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.122; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.588; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.588; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:39648 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.589; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.611; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.614; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.614; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.614; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:39648/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.615; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.615; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:39648/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.615; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:39648/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:45.616; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.626; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.714; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:39648/collection1/ and leader is http://127.0.0.1:39648/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.714; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39648
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.714; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.715; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.715; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.717; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.718; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.718; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:46.719; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.045; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.047; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:57803
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.048; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.049; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.049; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.050; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.051; org.apache.solr.core.CoreContainer; New CoreContainer 458528562
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.051; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.052; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.231; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.232; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.232; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.233; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.233; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.234; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.234; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.235; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.235; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.236; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.252; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.253; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:15496/solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.254; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.255; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.257; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6c47fafa name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.258; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.272; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.283; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.285; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3e61ebe7 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.285; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:47.309; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.176; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.177; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:39648__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:39648_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39648"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.271; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.313; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57803_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.318; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57803_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.337; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.338; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.338; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.337; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.338; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.342; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.343; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.346; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.346; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.347; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.347; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.348; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.350; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.350; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.402; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.469; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.570; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:48.576; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.168; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.173; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.175; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.180; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.203; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.204; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369022266734/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.204; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc18a4c
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.205; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.206; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.206; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:49.206; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.207; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.211; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.211; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.214; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.214; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.215; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.216; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.216; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.217; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.217; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.218; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.218; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.228; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.235; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c6eea72 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.236; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.237; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.238; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.242; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5c6eea72 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.244; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.244; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.776; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.777; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:57803_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57803"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.778; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.778; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:49.793; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.250; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.250; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57803 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.251; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.276; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.279; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.279; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.280; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57803/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.280; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.280; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57803/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.281; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57803/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:50.281; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.313; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.459; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.459; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.459; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.459; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.480; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57803/collection1/ and leader is http://127.0.0.1:57803/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.480; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57803
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.480; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.480; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.481; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.483; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.484; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.484; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.485; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.760; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.762; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:44984
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.763; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.764; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.764; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.765; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.765; org.apache.solr.core.CoreContainer; New CoreContainer 965329678
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.766; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.767; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.937; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.938; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.939; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.939; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.940; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.940; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.941; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.941; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.942; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.943; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.959; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.960; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:15496/solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.960; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.961; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.978; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@56275160 name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.979; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.981; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.993; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.995; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@223bb0fe name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:51.995; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.007; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.965; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.966; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:57803__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:57803_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57803"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:52.985; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.011; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44984_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.013; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:44984_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.015; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.015; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.016; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.016; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.016; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.017; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.016; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.017; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.017; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.024; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.030; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.030; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.031; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.031; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.033; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.034; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.035; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.088; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.160; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.262; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.268; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.879; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.883; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.886; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.891; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.915; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.915; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369022271501/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.916; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc18a4c
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.916; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.917; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.917; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:53.918; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.918; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.922; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8b4e0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cacdc0f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.923; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.926; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.926; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.927; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.928; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.928; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.929; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.929; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.930; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.930; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.941; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.949; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2e60c437 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.949; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.951; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.951; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.955; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2e60c437 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.957; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:53.958; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.494; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.495; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:44984_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:44984"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.496; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.496; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.960; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.960; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:44984 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.963; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:44984/collection1/ and leader is http://127.0.0.1:39648/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.964; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44984
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.964; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.964; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.965; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.965; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.965; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.966; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.966; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.966; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.967; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.967; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.968; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:54.986; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:44984__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.238; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.241; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:14453
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.242; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.243; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.243; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.244; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.244; org.apache.solr.core.CoreContainer; New CoreContainer 1320668372
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.245; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.246; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.421; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.422; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.423; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.423; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.424; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.424; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.425; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.425; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.426; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.427; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.442; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.443; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:15496/solr
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.444; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.445; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.448; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@430294b8 name:ZooKeeperConnection Watcher:127.0.0.1:15496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.449; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.463; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.473; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.475; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@19dfaa55 name:ZooKeeperConnection Watcher:127.0.0.1:15496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.475; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:55.488; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.019; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.020; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:44984__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:44984_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:44984"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.035; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.492; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14453_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.494; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:14453_
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.504; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.505; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.506; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.505; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.505; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.505; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.512; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.517; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.517; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.518; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.518; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.520; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.521; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.522; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.575; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.637; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.738; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.744; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.988; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:44984__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:56.988; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:44984__collection1&state=recovering&nodeName=127.0.0.1:44984_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.337; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.341; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.344; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.349; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.370; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.371; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369022274984/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.371; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc18a4c
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.372; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.373; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.373; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:57.373; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.374; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.377; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c747ece lockFactory=org.apache.lucene.store.NativeFSLockFactory@429d2317),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.378; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.381; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.381; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.382; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.383; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.383; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.384; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.384; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.385; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.385; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.395; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.403; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3acf455c main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.404; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.405; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.405; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.410; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3acf455c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.412; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.412; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.539; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.540; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:14453_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:14453"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.540; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.541; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:57.556; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.415; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.415; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:14453 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.421; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:14453/collection1/ and leader is http://127.0.0.1:57803/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.422; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14453
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.422; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.422; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.423; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.423; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.423; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.423; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.424; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.424; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.425; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.425; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.426; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.448; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.448; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:14453__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.449; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.449; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.450; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.990; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:39648/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.990; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:44984 START replicas=[http://127.0.0.1:39648/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-05-20 03:57:58.991; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.991; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.991; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.991; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.992; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.992; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:39648/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.992; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:58.998; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.002; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.005; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.005; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.006; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.006; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.007; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@40965441 realtime
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.007; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.008; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.009; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.009; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.010; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.011; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.011; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.012; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.012; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.014; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.015; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.016; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index.20130520065759015
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.016; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@e31578e lockFactory=org.apache.lucene.store.NativeFSLockFactory@fe1febe) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.018; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.019; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.020; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.020; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.022; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8b4e0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cacdc0f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8b4e0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cacdc0f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.022; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.023; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.023; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@57b95f5d main
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.024; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@57b95f5d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.025; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index.20130520065759015 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index.20130520065759015;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.025; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index.20130520065759015
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.025; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty3/index.20130520065759015
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.026; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.026; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.026; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.026; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.028; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.060; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.061; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:14453__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:14453_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:14453"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.064; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:44984__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:44984_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:44984"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.076; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.450; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:14453__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.450; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:14453__collection1&state=recovering&nodeName=127.0.0.1:14453_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-05-20 03:57:59.452; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:00.454; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.452; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:57803/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.452; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:14453 START replicas=[http://127.0.0.1:57803/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-05-20 03:58:01.453; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.453; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.453; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.454; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.454; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.454; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:57803/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.454; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.456; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.460; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.466; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.468; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.469; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.469; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.470; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.471; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@ad71a7b realtime
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.471; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.471; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.472; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.473; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.474; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.474; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.475; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.475; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.475; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.478; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.479; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.480; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index.20130520065801479
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.480; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7877e960 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d181f85) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.483; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.484; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.485; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.485; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.486; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c747ece lockFactory=org.apache.lucene.store.NativeFSLockFactory@429d2317),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c747ece lockFactory=org.apache.lucene.store.NativeFSLockFactory@429d2317),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.487; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.487; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.487; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6e1541da main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.488; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6e1541da main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.489; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index.20130520065801479 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index.20130520065801479;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.489; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index.20130520065801479
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.490; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index.20130520065801479
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.490; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.490; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.490; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.491; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:01.492; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.092; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.093; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:14453__collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:14453_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:14453"}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.211; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.458; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.459; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.467; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.470; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c1c1cb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f97568e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.470; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.471; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c1c1cb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f97568e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c1c1cb2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f97568e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.471; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.472; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5df908ba main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.473; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.473; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5df908ba main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.474; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.486; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.486; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c406fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@39a2da0a),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.487; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.487; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1cecb784 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.488; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.489; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1cecb784 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.489; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:44984/collection1/, StdNode: http://127.0.0.1:57803/collection1/, StdNode: http://127.0.0.1:14453/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.493; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.494; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d21854f lockFactory=org.apache.lucene.store.NativeFSLockFactory@cbbe607),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.494; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.495; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@176c7db1 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.496; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.496; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@176c7db1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.497; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.499; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.499; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.499; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8b4e0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cacdc0f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8b4e0b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cacdc0f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.500; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c747ece lockFactory=org.apache.lucene.store.NativeFSLockFactory@429d2317),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c747ece lockFactory=org.apache.lucene.store.NativeFSLockFactory@429d2317),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.500; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.501; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.501; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@311e8e6 main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.502; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@34bbcfe main
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.502; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.503; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@311e8e6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.503; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@34bbcfe main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.503; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.502; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.504; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.505; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.506; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.509; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.511; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.512; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:02.514; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.521; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435523911010746368)} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.529; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435523911015989248&update.from=http://127.0.0.1:57803/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435523911015989248)} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.532; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435523911021232128&update.from=http://127.0.0.1:39648/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435523911021232128)} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.533; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435523911021232128)} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.534; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435523911015989248)} 0 11
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.538; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435523911030669312)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.544; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435523911033815040)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.545; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435523911033815040)]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.549; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1435523911042203648)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435523911047446528)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435523911047446528)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.558; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.561; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1435523911055835136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.568; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435523911061078016)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435523911061078016)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.570; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.572; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1435523911067369472)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.580; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435523911072612352)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.581; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1435523911072612352)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.582; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.584; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435523911079952384)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.589; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435523911083098112)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.590; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435523911083098112)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.593; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1435523911089389568)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.599; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435523911092535296)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.600; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1435523911092535296)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.603; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1435523911099875328)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.610; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435523911105118208)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.611; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1435523911105118208)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.612; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.614; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1435523911111409664)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.621; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435523911116652544)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.630; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1435523911116652544)]} 0 11
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.631; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 14
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.635; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1435523911132381184)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.640; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435523911135526912)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.641; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1435523911135526912)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.644; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1435523911142866944)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.650; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435523911146012672)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.651; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1435523911146012672)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.654; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1435523911153352704)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.660; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435523911156498432)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.661; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1435523911156498432)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.664; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1435523911163838464)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435523911169081344)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.672; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435523911169081344)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.673; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.675; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1435523911175372800)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.682; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435523911180615680)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.683; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1435523911180615680)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.684; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.686; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1435523911186907136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.693; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435523911192150016)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.694; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1435523911192150016)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.695; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.697; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435523911198441472)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.702; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435523911201587200)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.703; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435523911201587200)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.706; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1435523911207878656)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.711; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435523911211024384)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.712; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1435523911211024384)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.715; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1435523911217315840)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.720; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435523911220461568)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.721; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1435523911220461568)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.724; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1435523911226753024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.732; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435523911231995904)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.733; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!17 (1435523911231995904)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.734; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.736; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1435523911239335936)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.742; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435523911242481664)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.743; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1435523911242481664)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.746; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1435523911249821696)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.753; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435523911255064576)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.754; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1435523911255064576)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.755; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.758; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1435523911262404608)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.765; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435523911267647488)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.766; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1435523911267647488)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.767; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.769; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435523911273938944)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.774; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435523911277084672)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.775; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435523911277084672)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.778; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1435523911283376128)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.783; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435523911286521856)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.784; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1435523911286521856)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.787; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1435523911292813312)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.794; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435523911298056192)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.795; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435523911298056192)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.796; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.798; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1435523911304347648)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.803; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435523911307493376)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.804; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1435523911307493376)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.807; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1435523911313784832)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.812; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435523911316930560)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.813; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1435523911316930560)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.816; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1435523911323222016)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.822; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435523911326367744)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.823; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1435523911326367744)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.826; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1435523911333707776)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.834; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435523911338950656)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.835; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1435523911338950656)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.836; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.838; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435523911346290688)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.843; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435523911349436416)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.844; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435523911349436416)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.848; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1435523911355727872)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.856; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435523911362019328)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.857; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1435523911362019328)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.858; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.860; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1435523911369359360)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.868; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435523911374602240)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.869; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1435523911374602240)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.869; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.872; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1435523911381942272)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.879; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435523911387185152)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.880; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1435523911387185152)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.881; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.883; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1435523911393476608)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.889; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435523911396622336)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.890; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1435523911396622336)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.894; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1435523911403962368)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.901; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435523911410253824)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.902; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1435523911410253824)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.903; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.905; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1435523911416545280)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.910; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435523911419691008)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.911; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1435523911419691008)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.914; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1435523911425982464)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.921; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435523911431225344)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.922; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435523911431225344)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.923; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.925; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1435523911437516800)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.932; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435523911442759680)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.933; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1435523911442759680)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.934; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.936; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1435523911449051136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.942; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435523911452196864)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.942; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1435523911452196864)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.945; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1435523911458488320)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.950; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:57803/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435523911461634048)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.951; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1435523911461634048)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.954; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1435523911467925504)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.959; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39648/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435523911471071232)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.960; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1435523911471071232)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.963; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1435523911477362688)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:04.968; org.apache.solr.update.processor.LogUpdateProcessor; [collec

[...truncated too long message...]

MockSep_0.skp, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0.fdx, _0_MockSep_0.tii, segments_5, _0_MockSep_0.doc, _0.si, _0.fdt]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.088; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.089; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.089; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.090; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.090; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.091; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369022257963/jetty4/index
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.092; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89720242700877836-127.0.0.1:14453_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.112; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-05-20 03:58:16.114; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.114; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> WARN  - 2013-05-20 03:58:16.114; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.187; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.189; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:15496 15496
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.285; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 13000
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.302; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.302; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:15496 15496
[junit4:junit4]   1> WARN  - 2013-05-20 03:58:16.309; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.309; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-05-20 03:58:16.309; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369022257999
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369022257963 FAILED !!!!!
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=306AFE4BE24C939D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=Indian/Mayotte -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   38.4s J0 | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:39648 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([306AFE4BE24C939D:B18C70539513F3A1]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   1> INFO  - 2013-05-20 03:58:16.322; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 38368 T4777 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=en_NZ, timezone=Indian/Mayotte
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=162636472,total=532545536
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SliceStateUpdateTest, TestDocumentBuilder, ResourceLoaderTest, MoreLikeThisHandlerTest, SpatialFilterTest, TestCopyFieldCollectionResource, DirectSolrConnectionTest, AlternateDirectoryTest, JsonLoaderTest, SyncSliceTest, TestManagedSchema, BasicDistributedZkTest, QueryEqualityTest, QueryResultKeyTest, RegexBoostProcessorTest, LukeRequestHandlerTest, TestStressRecovery, TestShardHandlerFactory, TestQuerySenderListener, ResponseLogComponentTest, PeerSyncTest, CSVRequestHandlerTest, TestExtendedDismaxParser, FileBasedSpellCheckerTest, SimpleFacetsTest, SolrTestCaseJ4Test, SchemaVersionSpecificBehaviorTest, TestPluginEnable, ZkCLITest, TestSolrCoreProperties, TestPHPSerializedResponseWriter, TestFuzzyAnalyzedSuggestions, DateFieldTest, FastVectorHighlighterTest, OverseerCollectionProcessorTest, TestSurroundQueryParser, CoreAdminHandlerTest, TestJoin, TestStressVersions, OverseerTest, TestSolrXml, LeaderElectionTest, DocValuesTest, DocumentBuilderTest, TestWriterPerf, ShowFileRequestHandlerTest, UnloadDistributedZkTest, UUIDFieldTest, SolrCoreTest, TestSolrDeletionPolicy2, TestXIncludeConfig, TestSchemaNameResource, SearchHandlerTest, TestCharFilters, CircularListTest, AnalysisAfterCoreReloadTest, TestUniqueKeyFieldResource, TestRandomDVFaceting, MinimalSchemaTest, TestReversedWildcardFilterFactory, SOLR749Test, ClusterStateUpdateTest, SoftAutoCommitTest, FieldMutatingUpdateProcessorTest, SolrInfoMBeanTest, SolrIndexSplitterTest, LoggingHandlerTest, ShardRoutingTest, MBeansHandlerTest, QueryParsingTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, TestCoreContainer, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestFiltering, SpellCheckCollatorTest, SuggesterTest, TestCSVLoader, PolyFieldTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, DebugComponentTest, CacheHeaderTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestValueSourceCache, TermVectorComponentTest, RequiredFieldsTest, TestArbitraryIndexDir, TestJmxIntegration, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestLFUCache, TestPropInject, TestSolrIndexConfig, BadComponentTest, SampleTest, TestSearchPerf, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, TestLuceneMatchVersion, TestPhraseSuggestions, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, TestSolrJ, TestUtils, AliasIntegrationTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 39.15s, 1 test, 1 error <<< FAILURES!

[...truncated 41 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:887: There were test failures: 291 suites, 1206 tests, 1 error, 27 ignored (8 assumptions)

Total time: 49 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.3-Java6 - Build # 11 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.3-Java6/11/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:38557 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:38557 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([C021E6778DD94DDD:41C7686FFA862DE1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:42364/t_mhp returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:42364/t_mhp returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([C021E6778DD94DDD:41C7686FFA862DE1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:206)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:148)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8763 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.374; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.379; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.381; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.381; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.482; org.apache.solr.cloud.ZkTestServer; start zk server on port:16382
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.483; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.487; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2f6263df name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.487; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.488; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.505; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.512; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1a373b03 name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.512; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.513; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.516; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.526; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.528; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.531; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.543; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.545; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.648; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.648; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.651; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.652; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.655; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.656; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.659; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.659; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.662; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.663; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.666; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.667; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.669; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.670; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.924; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.934; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:25973
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.935; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.935; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.936; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.936; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.937; org.apache.solr.core.CoreContainer; New CoreContainer 1488185068
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.937; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:51.938; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.101; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.102; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.103; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.103; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.104; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.104; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.105; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.105; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.106; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.106; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.124; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.124; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:16382/solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.125; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.126; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.128; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2239c331 name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.129; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.131; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.144; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.146; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@64b6ea43 name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.146; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.148; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.158; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.161; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.168; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25973_
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.170; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:25973_
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.173; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.192; org.apache.solr.cloud.Overseer; Overseer (id=89721517597523971-127.0.0.1:25973_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.204; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.215; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.215; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.218; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.225; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.227; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.231; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.231; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.232; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.232; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.233; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.235; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.235; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.284; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.341; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.442; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.447; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:52.997; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.002; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.004; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.009; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.030; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.030; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369041711680/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.031; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@689e8c34
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.031; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.032; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.032; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data/index/
[junit4:junit4]   1> WARN  - 2013-05-20 09:21:53.032; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.033; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.037; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@493f57c lockFactory=org.apache.lucene.store.NativeFSLockFactory@4973eff0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.038; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.040; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.041; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.041; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.042; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.043; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.043; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.043; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.044; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.044; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.054; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.061; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@540cedb main
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.061; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.062; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.062; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.065; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@540cedb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.067; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.067; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.730; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.731; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:25973_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:25973"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.731; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.732; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:53.747; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.070; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.070; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:25973 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.071; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.089; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.091; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.091; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.092; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:25973/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.092; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.092; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:25973/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.093; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:25973/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:54.093; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.250; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.270; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.323; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:25973/collection1/ and leader is http://127.0.0.1:25973/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.323; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25973
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.323; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.323; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.324; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.325; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.326; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.327; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.328; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.344; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.346; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.348; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3562de45 name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.348; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.350; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.352; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.601; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.605; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:38557
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.605; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.606; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.606; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.607; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.607; org.apache.solr.core.CoreContainer; New CoreContainer 571059552
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.608; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.609; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.767; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.768; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.769; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.769; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.770; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.770; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.771; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.771; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.772; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.772; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.788; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.789; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:16382/solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.789; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.790; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.793; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2f1e24e6 name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.793; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.811; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.822; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.824; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@47fda79c name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.824; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:55.834; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.783; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.784; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:25973_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:25973"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.802; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.802; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.802; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.838; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38557_
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.840; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:38557_
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.842; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.842; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.843; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.843; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.844; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.854; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.855; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.855; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.856; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.857; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.859; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.859; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.907; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:56.964; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.066; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.071; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.626; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.630; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.633; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.638; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.659; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.659; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369041715352/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.660; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@689e8c34
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.660; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.661; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.661; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-05-20 09:21:57.661; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.662; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.666; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.666; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.669; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.669; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.670; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.671; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.671; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.671; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.672; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.672; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.673; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.682; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.689; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@49acb697 main
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.690; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.691; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.691; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.696; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@49acb697 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.698; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:57.698; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.307; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.308; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:38557_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38557"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.308; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.308; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.313; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.313; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.313; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.701; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.701; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:38557 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.702; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.721; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.732; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.732; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.732; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:38557/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.733; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.733; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:38557/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.733; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:38557/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:58.733; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.826; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.914; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.914; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.914; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.972; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:38557/collection1/ and leader is http://127.0.0.1:38557/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.972; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38557
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.972; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.972; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 09:21:59.973; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.002; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.003; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.003; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.004; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.265; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.269; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:40875
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.269; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.270; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.270; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.271; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.271; org.apache.solr.core.CoreContainer; New CoreContainer 1261977626
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.272; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.273; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.432; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.433; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.433; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.434; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.434; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.436; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.436; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.437; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.454; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.455; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:16382/solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.455; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.456; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.485; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e1b292b name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.486; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.488; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.501; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.503; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@288a4f51 name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.503; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:00.515; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.449; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.450; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:38557_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38557"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.467; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.518; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40875_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.520; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:40875_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.522; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.523; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.523; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.524; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.531; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.536; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.537; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.537; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.538; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.539; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.540; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.541; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.595; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.652; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.754; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:01.759; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.307; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.311; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.314; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.319; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.340; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.340; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369041720020/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.341; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@689e8c34
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.341; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.342; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.342; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-05-20 09:22:02.343; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.343; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.347; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.347; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.350; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.350; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.351; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.352; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.352; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.353; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.353; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.354; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.354; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.364; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.371; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@33a13f07 main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.371; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.372; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.372; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.377; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@33a13f07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.379; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.379; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.972; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.973; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:40875_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:40875"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.973; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.973; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.988; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.988; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.988; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:02.988; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.382; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.382; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:40875 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.383; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.401; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.412; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.412; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.413; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:40875/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.413; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.413; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:40875/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.413; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:40875/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:03.414; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.492; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.510; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.510; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.510; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.510; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.550; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:40875/collection1/ and leader is http://127.0.0.1:40875/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.550; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40875
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.550; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.550; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.551; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.552; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.553; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.554; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.555; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.819; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.823; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:53921
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.824; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.824; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.825; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.825; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.826; org.apache.solr.core.CoreContainer; New CoreContainer 425972851
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.827; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.827; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.995; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.995; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.996; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.996; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.997; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.997; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:04.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.015; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.016; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:16382/solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.017; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.018; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.021; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@48218ec5 name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.021; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.049; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.060; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.062; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6dfd1ed2 name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.062; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:05.108; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.016; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.017; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:40875_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:40875"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.047; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.111; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53921_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.113; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53921_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.115; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.115; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.115; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.115; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.115; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.116; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.116; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.116; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.123; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.123; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.128; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.129; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.129; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.129; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.131; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.132; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.133; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.182; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.239; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.340; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.346; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.898; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.902; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.904; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.909; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.930; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.931; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369041724570/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.931; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@689e8c34
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.932; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.932; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.933; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-05-20 09:22:06.933; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.934; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.937; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@264b6a5a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a72196),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.937; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.940; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.941; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.941; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.942; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.943; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.943; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.943; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.944; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.944; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.954; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.961; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@61e661ea main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.961; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.962; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.963; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.967; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@61e661ea main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.969; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:06.970; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.558; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.559; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53921_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53921"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.559; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.559; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.577; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.972; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.972; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:53921 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.975; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53921/collection1/ and leader is http://127.0.0.1:38557/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.975; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53921
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.975; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.975; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.976; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.977; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.977; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.977; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.977; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.978; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.979; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.979; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.980; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:07.998; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.242; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.245; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:34909
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.246; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.246; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.247; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.248; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/solr.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.248; org.apache.solr.core.CoreContainer; New CoreContainer 1295497643
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.249; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.249; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.408; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.409; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.409; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.410; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.410; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.411; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.411; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.412; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.412; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.413; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.430; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.431; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:16382/solr
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.431; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.432; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.435; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@40a0bbe9 name:ZooKeeperConnection Watcher:127.0.0.1:16382 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.436; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.449; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.461; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.463; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3ca2bc3d name:ZooKeeperConnection Watcher:127.0.0.1:16382/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.464; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:08.475; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.081; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.082; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53921_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53921"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.479; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34909_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.511; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34909_
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.513; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.513; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.513; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.514; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.514; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.514; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.515; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.515; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.523; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.523; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.528; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.529; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.529; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.530; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.531; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/collection1/'
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.533; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.533; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.587; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.645; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.746; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:09.751; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.473; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.474; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:53921_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2476 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.800; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.804; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.806; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.815; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.837; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.837; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369041727997/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.838; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@689e8c34
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.838; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.839; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.839; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-05-20 09:22:10.839; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.840; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.843; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f6d0d90 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16252bfa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.844; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.846; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.847; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.847; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.848; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.849; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.849; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.849; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.850; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.850; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.860; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.867; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@108ddd1a main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.867; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.868; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.869; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.873; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@108ddd1a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.875; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:10.875; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.105; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.106; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:34909_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34909"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.106; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.107; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.476; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:38557/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.476; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:53921 START replicas=[http://127.0.0.1:38557/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-05-20 09:22:12.476; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.477; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.478; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.478; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.478; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.478; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:38557/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.479; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.484; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.495; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.498; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.498; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.499; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.499; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.500; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5d958a8c realtime
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.500; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.501; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.501; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.502; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.504; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.504; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.505; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.505; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.505; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.507; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.508; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.509; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index.20130520062212508
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.509; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@18952ea6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d093c2d) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.512; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.513; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.514; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.514; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.516; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@264b6a5a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a72196),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@264b6a5a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a72196),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.516; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.517; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.517; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@61b9d13f main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.518; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@61b9d13f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.519; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index.20130520062212508 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index.20130520062212508;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.519; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index.20130520062212508
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.519; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty3/index.20130520062212508
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.519; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.520; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.520; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.520; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.558; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.904; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.904; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34909 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.907; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34909/collection1/ and leader is http://127.0.0.1:40875/collection1/
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.907; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34909
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.908; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.908; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.909; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.909; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.909; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.910; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.910; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.910; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.911; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.926; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.927; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.927; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.928; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:12.929; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.631; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.632; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:53921_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:53921"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.636; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:34909_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34909"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.650; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.928; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.928; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:34909_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:13.930; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:14.932; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.930; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:40875/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.930; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:34909 START replicas=[http://127.0.0.1:40875/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-05-20 09:22:15.931; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.931; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.931; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.931; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.932; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.932; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:40875/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.933; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.934; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.938; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.944; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.946; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.947; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.947; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.948; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.948; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6ec0f6eb realtime
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.949; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.949; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.950; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.950; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.952; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.952; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.953; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.953; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.953; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.955; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.956; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.957; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index.20130520062215956
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.957; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@55938afd lockFactory=org.apache.lucene.store.NativeFSLockFactory@26f74133) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.960; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.961; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.962; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.962; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.964; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f6d0d90 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16252bfa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f6d0d90 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16252bfa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.964; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.964; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.965; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@110fef18 main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.966; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@110fef18 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.966; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index.20130520062215956 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index.20130520062215956;done=true>>]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.967; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index.20130520062215956
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.967; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369041711380/jetty4/index.20130520062215956
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.967; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.967; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.968; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.968; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:15.969; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.658; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.659; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:34909_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34909"}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.675; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.936; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.937; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.944; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.947; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@493f57c lockFactory=org.apache.lucene.store.NativeFSLockFactory@4973eff0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.947; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.948; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@493f57c lockFactory=org.apache.lucene.store.NativeFSLockFactory@4973eff0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@493f57c lockFactory=org.apache.lucene.store.NativeFSLockFactory@4973eff0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.948; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.949; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@44d9f77d main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.949; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.950; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@44d9f77d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.952; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.964; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.965; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@231f0698 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6eec6192),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.966; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.967; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1882c281 main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.967; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.968; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1882c281 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.968; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:38557/collection1/, StdNode: http://127.0.0.1:53921/collection1/, StdNode: http://127.0.0.1:34909/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.971; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.972; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30b1e5fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1357e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.973; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.973; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2aa2718b main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.973; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.974; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2aa2718b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.975; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.977; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.977; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.979; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@264b6a5a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a72196),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@264b6a5a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a72196),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.979; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f6d0d90 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16252bfa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f6d0d90 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16252bfa),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.980; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.980; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[segments_3]
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.981; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7285e309 main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.981; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e112e6e main
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.981; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.982; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.982; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@e112e6e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.982; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7285e309 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.983; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.983; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.984; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.985; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.988; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.990; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.991; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:16.993; org.apache.solr.core.SolrCore; [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:18.999; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435544310510518272)} 0 2
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.007; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435544310515761152&update.from=http://127.0.0.1:40875/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435544310515761152)} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.010; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435544310519955456&update.from=http://127.0.0.1:38557/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435544310519955456)} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.011; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435544310519955456)} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.011; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435544310515761152)} 0 9
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.015; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435544310528344064)]} 0 1
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.019; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435544310530441216)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.020; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435544310530441216)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.023; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435544310537781248)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.029; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435544310540926976)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.030; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435544310540926976)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.033; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435544310548267008)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.039; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435544310551412736)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.040; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435544310551412736)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.043; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435544310558752768)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.049; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435544310562947072)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.050; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1435544310562947072)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.051; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.053; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435544310569238528)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.060; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435544310574481408)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.061; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1435544310574481408)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.061; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.064; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435544310580772864)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.072; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435544310586015744)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.073; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1435544310586015744)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.074; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.076; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435544310593355776)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.081; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435544310596501504)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.082; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435544310596501504)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.085; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435544310602792960)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.092; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435544310608035840)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.093; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1435544310608035840)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.094; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.096; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435544310614327296)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.101; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435544310617473024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.102; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435544310617473024)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.105; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435544310623764480)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.110; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435544310626910208)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.111; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435544310626910208)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.114; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435544310633201664)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.119; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435544310636347392)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.120; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435544310636347392)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.123; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435544310642638848)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.128; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435544310645784576)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.129; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435544310645784576)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.131; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435544310651027456)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.136; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435544310654173184)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.137; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435544310654173184)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.140; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435544310660464640)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.145; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435544310663610368)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.146; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435544310663610368)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.149; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1435544310669901824)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.156; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435544310675144704)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.157; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1435544310675144704)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.157; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.160; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435544310681436160)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.167; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435544310686679040)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.168; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1435544310686679040)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.168; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.171; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1435544310692970496)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.178; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435544310698213376)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.179; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435544310698213376)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.179; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.182; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435544310704504832)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.189; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435544310709747712)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.190; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1435544310709747712)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.191; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.193; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435544310716039168)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.200; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435544310721282048)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.201; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1435544310721282048)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.202; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.204; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435544310727573504)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.211; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435544310732816384)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.212; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1435544310732816384)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.212; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 5
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.215; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435544310739107840)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.220; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435544310742253568)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.221; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435544310742253568)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.224; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435544310748545024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.232; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435544310753787904)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.233; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435544310753787904)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.234; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.236; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435544310761127936)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.243; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435544310766370816)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.244; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435544310766370816)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.245; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.247; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435544310772662272)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.252; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435544310775808000)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.253; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435544310775808000)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.256; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435544310782099456)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.261; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435544310785245184)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.262; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435544310785245184)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.264; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435544310790488064)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.269; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435544310793633792)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.270; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435544310793633792)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.273; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435544310799925248)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.280; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435544310805168128)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.281; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1435544310805168128)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.282; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.284; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435544310811459584)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.289; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435544310814605312)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.290; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435544310814605312)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.293; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435544310820896768)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435544310824042496)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.299; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435544310824042496)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.302; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435544310830333952)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.307; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435544310833479680)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.308; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435544310833479680)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.311; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1435544310839771136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.319; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435544310845014016)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.320; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435544310845014016)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.321; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.323; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435544310852354048)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.331; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435544310857596928)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.332; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1435544310857596928)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.333; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 7
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.336; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435544310865985536)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.342; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435544310869131264)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.343; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435544310869131264)]} 0 4
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.346; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1435544310876471296)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.353; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:40875/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435544310881714176)]} 0 0
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.354; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38557/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435544310881714176)]} 0 3
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.355; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 6
[junit4:junit4]   1> INFO  - 2013-05-20 09:22:19.357; org.apache.solr.update.

[...truncated too long message...]

198db
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.571; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.571; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.572; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.572; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.573; org.apache.solr.core.SolrCore; [halfdeletedcollection_shard1_replica1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.573; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.573; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.574; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.574; org.apache.solr.core.CachingDirectoryFactory; looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.575; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369041925751/halfdeletedcollection_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.577; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89721531289042956-127.0.0.1:17071_t_mhp-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.579; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/t_mhp,null}
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.637; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.640; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:61894 61894
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1369041920297
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=C021E6778DD94DDD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_MA -Dtests.timezone=US/Indiana-Starke -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR    215s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:42364/t_mhp returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([C021E6778DD94DDD:41C7686FFA862DE1]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:206)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:148)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:54.830; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 214550 T1810 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-05-20 09:28:55.880; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-05-20 09:28:55.880; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-05-20 09:28:55.880; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=Pulsing41(freqCutoff=20 minBlockSize=36 maxBlockSize=113), range_facet_l=Pulsing41(freqCutoff=20 minBlockSize=36 maxBlockSize=113), id=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=Direct), a_t=Pulsing41(freqCutoff=20 minBlockSize=36 maxBlockSize=113), text=PostingsFormat(name=Memory doPackFST= false), range_facet_si=Pulsing41(freqCutoff=20 minBlockSize=36 maxBlockSize=113), _version_=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true), multiDefault=Pulsing41(freqCutoff=20 minBlockSize=36 maxBlockSize=113), a_si=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=DefaultSimilarity, locale=ar_MA, timezone=US/Indiana-Starke
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=189289048,total=432799744
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, FieldAnalysisRequestHandlerTest, TestPropInject, TestSolrQueryParserDefaultOperatorResource, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, RequestHandlersTest, TestSerializedLuceneMatchVersion, TestDefaultSimilarityFactory, ZkNodePropsTest, SolrCmdDistributorTest, TestQueryTypes, XsltUpdateRequestHandlerTest, RequiredFieldsTest, BadIndexSchemaTest, SignatureUpdateProcessorFactoryTest, TestNumberUtils, SolrIndexConfigTest, TestDistributedGrouping, TestPartialUpdateDeduplication, TestSolrXMLSerializer, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, SuggesterWFSTTest, TestHashPartitioner, SortByFunctionTest, TestBinaryField, TestUtils, ConvertedLegacyTest, BadCopyFieldTest, EchoParamsTest, IndexSchemaRuntimeFieldTest, TermVectorComponentDistributedTest, TestFoldingMultitermQuery, OutputWriterTest, TestDynamicFieldResource, TestDFRSimilarityFactory, SolrCoreCheckLockOnStartupTest, HardAutoCommitTest, DocValuesMultiTest, TestFastOutputStream, TestArbitraryIndexDir, DocumentAnalysisRequestHandlerTest, TestLuceneMatchVersion, TestSchemaSimilarityResource, TestSuggestSpellingConverter, IndexBasedSpellCheckerTest, TestAnalyzedSuggestions, TestSolr4Spatial, FileUtilsTest, TestCollationField, DateMathParserTest, CurrencyFieldOpenExchangeTest, TestCodecSupport, SpellPossibilityIteratorTest, FullSolrCloudDistribCmdsTest, TestSchemaVersionResource, UpdateParamsTest, TestJmxMonitoredMap, NumericFieldsTest, TestStressReorder, CopyFieldTest, NotRequiredUniqueKeyTest, ClusterStateTest, ShardSplitTest, TestCSVResponseWriter, TestComponentsName, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed on J1 in 215.84s, 1 test, 1 error <<< FAILURES!

[...truncated 449 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.3-Java6/lucene/common-build.xml:887: There were test failures: 291 suites, 1206 tests, 2 errors, 27 ignored (8 assumptions)

Total time: 46 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure