You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/01 01:32:00 UTC
[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 418 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/418/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([B77DEBB744AA73FA:369B65AF33F513C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:511)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:680)
Build Log:
[...truncated 8912 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.225; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.230; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.232; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.233; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.335; org.apache.solr.cloud.ZkTestServer; start zk server on port:53607
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.338; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.347; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@621b0dcf name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.347; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.348; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.361; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.369; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@56f1488f name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.369; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.370; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.378; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.386; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.394; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.408; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.410; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.424; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.426; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.435; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.437; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.444; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.446; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.454; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.456; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.463; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.465; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.481; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.482; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.491; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.492; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.500; org.apache.solr.cloud.AbstractZkTestCase; put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:39.501; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.073; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.084; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53610
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.085; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.098; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.099; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.100; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/solr.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.100; org.apache.solr.core.CoreContainer; New CoreContainer 1869825602
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.101; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.102; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.280; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.282; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.283; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/collection1/conf
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.477; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/collection1/conf/xslt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.485; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/collection1/lib
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.488; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/collection1/lib/classes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.491; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/conf/core.properties, adding to cores
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.509; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.511; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.512; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.512; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.513; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.514; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.514; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.515; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.515; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.516; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.567; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.568; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:53607/solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.569; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.591; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.601; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@734508f5 name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.607; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.615; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.672; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.681; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7492b4c2 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.682; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.692; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.706; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.717; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.724; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53610_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.727; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53610_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.737; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.760; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.767; org.apache.solr.cloud.Overseer; Overseer (id=89611498897145859-127.0.0.1:53610_-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.776; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.788; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.793; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.801; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.807; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.845; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.847; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.917; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.923; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.933; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@616e7c40 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.934; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.940; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:40.954; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.707; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.729; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53614
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.731; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.732; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.733; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.734; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/solr.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.735; org.apache.solr.core.CoreContainer; New CoreContainer 1275069435
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.736; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.737; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.991; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.994; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:41.996; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/collection1/conf
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.252; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/collection1/conf/xslt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.259; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/collection1/lib
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.270; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/collection1/lib/classes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.276; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/conf/core.properties, adding to cores
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.301; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.303; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.304; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.304; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.305; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.306; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.307; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.308; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.309; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.310; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.384; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.385; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:53607/solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.386; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.389; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.397; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1abbd0d0 name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.399; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.407; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.475; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.486; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2216d129 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.487; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:42.504; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.519; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53614_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.524; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53614_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.534; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.537; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.541; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.578; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.579; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-30 23:02:43.580; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.415; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.427; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53617
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.431; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.432; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.433; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.433; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/solr.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.434; org.apache.solr.core.CoreContainer; New CoreContainer 508468952
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.435; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.436; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.699; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.702; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.705; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/collection1/conf
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.909; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/collection1/conf/xslt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.916; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/collection1/lib
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.918; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/collection1/lib/classes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.922; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/conf/core.properties, adding to cores
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.947; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.948; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.948; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.952; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.952; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:44.953; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.008; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.009; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:53607/solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.010; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.019; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.024; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@248d0699 name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.028; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.035; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.084; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.090; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@372e02b3 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.091; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:45.116; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.131; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53617_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.134; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53617_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.142; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.145; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.148; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.161; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.166; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.167; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.168; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.903; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.928; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53620
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.929; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.932; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.933; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.933; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/solr.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.934; org.apache.solr.core.CoreContainer; New CoreContainer 62131555
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.935; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:46.935; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.137; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.140; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.148; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/collection1/conf
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.366; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/collection1/conf/xslt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.371; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/collection1/lib
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.374; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/collection1/lib/classes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.377; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/conf/core.properties, adding to cores
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.395; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.396; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.397; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.398; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.399; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.399; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.400; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.401; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.401; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.402; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.457; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.459; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:53607/solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.460; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.477; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.486; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@28c7bc9a name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.487; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.495; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> WARN - 2013-04-30 23:02:47.511; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4] 1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e5d2ef78e0009, likely client has closed socket
[junit4:junit4] 1> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4] 1> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4] 1> at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.554; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.560; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@71cc14f1 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.560; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:47.573; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.586; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53620_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.590; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53620_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.600; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.601; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.603; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.607; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.620; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.647; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.649; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-30 23:02:48.651; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.567; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.589; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:53623
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.593; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.595; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.597; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.598; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/solr.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.599; org.apache.solr.core.CoreContainer; New CoreContainer 1774604974
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.601; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.602; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.824; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.826; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/collection1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:49.828; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/collection1/conf
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.020; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/collection1/conf/xslt
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.024; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/collection1/lib
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.026; org.apache.solr.core.SolrCoreDiscoverer; Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/collection1/lib/classes
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.029; org.apache.solr.core.SolrCoreDiscoverer; Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/conf/core.properties, adding to cores
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.045; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.047; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.047; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.048; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.048; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.049; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.050; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.050; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.051; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.051; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.130; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.131; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:53607/solr
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.132; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.141; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.151; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@12f783e1 name:ZooKeeperConnection Watcher:127.0.0.1:53607 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.152; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.163; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.211; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.220; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@39732863 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.221; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:02:50.233; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.247; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53623_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.250; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:53623_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.259; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.260; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.261; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.259; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.260; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.260; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.274; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.275; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.275; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.319; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.373; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.377; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.381; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 1> "operation":"createcollection",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "maxShardsPerNode":null,
[junit4:junit4] 1> "createNodeSet":null,
[junit4:junit4] 1> "name":"nodes_used_collection",
[junit4:junit4] 1> "replicationFactor":"2"}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.381; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53617_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.382; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53614_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.383; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53610_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.390; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53620_
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.398; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.398; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.400; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.401; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.403; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.404; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.413; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.416; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.415; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.420; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.419; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.424; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.426; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.431; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.431; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.439; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.431; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.440; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.431; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.441; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.446; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.450; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.449; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.756; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.812; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.841; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:02:51.961; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.353; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.357; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.358; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.366; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.377; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.398; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.403; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.415; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.478; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.480; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.485; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:52.653; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.311; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.397; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.406; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.437; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.450; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.479; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.587; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.612; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.613; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.624; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.637; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.643; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.656; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.669; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.672; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.676; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.684; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.685; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.693; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.694; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.695; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.695; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.696; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.705; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.706; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.707; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.707; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.708; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.709; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.701; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.712; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.715; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.716; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.715; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.718; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.720; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.733; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.741; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ca34209 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77c35b6c),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.742; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.744; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cea84d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab76e23),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.744; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.751; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.752; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.752; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.753; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.754; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.755; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.763; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.764; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.764; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.753; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.774; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.775; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.776; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.777; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.765; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.776; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.781; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.789; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.795; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.803; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.808; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.803; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.832; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2d96d289 main
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.835; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.837; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.838; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.834; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24e9414 main
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.842; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.844; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@2d96d289 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.849; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.861; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.865; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.865; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.881; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@24e9414 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.887; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.925; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.948; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.952; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.959; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.967; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.968; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.967; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.968; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.976; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.977; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.978; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.979; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.980; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.981; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.983; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.984; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:02:57.985; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.986; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.995; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13ab95c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3252e07d),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:57.996; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.001; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.003; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.004; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.005; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.006; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.007; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.007; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.008; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.009; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.022; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.033; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4b8638c1 main
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.034; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.036; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.036; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.066; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4b8638c1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.069; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.081; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.099; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.115; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:58.118; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:58.119; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.120; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:02:58.125; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:02:58.126; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.127; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.127; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.128; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.128; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.130; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.131; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:02:58.131; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.132; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.139; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29fa268f lockFactory=org.apache.lucene.store.NativeFSLockFactory@76e39c74),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.139; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.144; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.144; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.146; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.147; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.148; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.149; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.149; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.151; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.152; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.181; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.193; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@427d9851 main
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.194; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.196; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.196; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.204; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 1> INFO - 2013-04-30 23:02:58.208; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@427d9851 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.056; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.058; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53614_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53614"}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.059; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection nodes_used_collection with numShards 2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.068; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53610_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53610"}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.078; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53620_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53620"}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.087; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53617_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53617"}
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.098; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.101; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.103; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.106; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.106; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.210; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.211; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53617 collection:nodes_used_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.214; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.234; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.248; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.881; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.882; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53614 collection:nodes_used_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.905; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.907; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53610 collection:nodes_used_collection shard:shard2
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.910; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.942; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-04-30 23:02:59.951; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179998
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.074; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.075; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53620 collection:nodes_used_collection shard:shard2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.256; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.257; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.257; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.258; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53617 START replicas=[http://127.0.0.1:53614/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.259; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53617 DONE. We have no versions. sync failed.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.259; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.260; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.266; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.267; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.285; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.456; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.458; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.458; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.459; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53610 START replicas=[http://127.0.0.1:53620/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.466; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53610 DONE. We have no versions. sync failed.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.467; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.468; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.469; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.469; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.502; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.641; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.699; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.702; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.703; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.703; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.713; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.721; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.731; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.732; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53617
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.732; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.733; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.741; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.744; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9329
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.798; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.802; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53610
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.804; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.804; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.809; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.812; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9414
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.916; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53614/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.917; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53614
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.918; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.919; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.921; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.922; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.929; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.932; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9513
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.929; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4] 1> INFO - 2013-04-30 23:03:00.941; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.016; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:53614__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.091; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:53620/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.092; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53620
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.093; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.094; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.096; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.097; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.100; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.103; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.104; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.130; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9717
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.134; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.181; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.188; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.192; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9819
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.195; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.209; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.220; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@41450f84 name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.221; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.222; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=9329},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=9414},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=9513},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=9717},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.230; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.246; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:53620__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.254; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.265; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.269; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5fa5464d name:ZooKeeperConnection Watcher:127.0.0.1:53607/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.270; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.276; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.366; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=5&maxShardsPerNode=3&name=awholynewcollection_0&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.370; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.373; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 1> "operation":"createcollection",
[junit4:junit4] 1> "numShards":"5",
[junit4:junit4] 1> "maxShardsPerNode":"3",
[junit4:junit4] 1> "createNodeSet":null,
[junit4:junit4] 1> "name":"awholynewcollection_0",
[junit4:junit4] 1> "replicationFactor":"2"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.374; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53617_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.374; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53614_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.374; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53610_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.375; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53620_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.375; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53623_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.379; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.380; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.384; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/awholynewcollection_0_shard1_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.385; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.388; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53617_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.391; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53614_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.397; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.397; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.401; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53610_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.404; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard5_replica1 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53620_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.418; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.438; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.442; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/awholynewcollection_0_shard4_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.443; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.417; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.416; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/awholynewcollection_0_shard2_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.444; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.414; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/awholynewcollection_0_shard3_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.445; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.411; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.446; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.437; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.449; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.435; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard5_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard5_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.450; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.429; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.451; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.423; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard5_replica2 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:53623_
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.461; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard3_replica1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.462; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.474; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard5_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.474; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.481; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.482; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.483; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.485; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.494; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.494; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.495; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.497; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.495; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.498; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.497; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.499; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.496; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.500; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.505; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.506; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.507; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.508; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.512; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.513; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.517; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.517; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.521; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.522; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.526; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.527; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.527; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.528; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.528; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.530; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.528; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.533; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.527; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.535; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.544; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.555; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.557; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.555; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.558; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.560; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.560; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.562; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.562; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.568; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.570; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.575; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.580; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/awholynewcollection_0_shard4_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.582; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.586; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.587; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1367362963630/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.589; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1367362959511/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.592; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.593; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:01.596; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard5_replica1/'
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.266; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.269; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53617__nodes_used_collection_shard1_replica1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53617_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53617"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.285; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53610__nodes_used_collection_shard2_replica1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53610_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53610"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.291; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.297; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53614__nodes_used_collection_shard1_replica2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53614_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53614"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.310; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53620__nodes_used_collection_shard2_replica2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53620_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53620"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.329; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.327; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.591; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.599; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.607; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.626; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.632; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.640; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.703; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.883; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:02.892; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.022; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:53614__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.023; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53614__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:53614_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2007
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.071; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.076; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.090; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.250; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:53620__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.251; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53620__nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53620_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.420; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.425; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.497; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.547; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.556; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.662; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.679; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.688; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.692; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.714; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.737; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.743; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.755; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.759; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.761; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.776; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.803; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.803; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.841; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.850; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.842; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.854; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.864; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.901; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.907; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:03.911; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:04.099; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.029; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.030; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53614 START replicas=[http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-30 23:03:05.041; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.041; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.041; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.044; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.046; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.046; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:53617/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.047; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.075; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.163; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.229; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29fa268f lockFactory=org.apache.lucene.store.NativeFSLockFactory@76e39c74),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.230; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.234; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29fa268f lockFactory=org.apache.lucene.store.NativeFSLockFactory@76e39c74),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29fa268f lockFactory=org.apache.lucene.store.NativeFSLockFactory@76e39c74),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.235; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.236; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@64705e36 realtime
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.236; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.237; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 74
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.240; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.240; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.255; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.256; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.257; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.257; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.258; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.258; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.258; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53620 START replicas=[http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-04-30 23:03:05.264; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.265; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.269; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.269; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.272; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.272; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:53610/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.272; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.271; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=4
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.304; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.305; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.351; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index.20130501020305316
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.356; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@714fe7dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@311d8d7c) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.363; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.376; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.426; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.426; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.457; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cea84d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab76e23),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cea84d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab76e23),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.460; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.462; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.464; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@37f0d91 main
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.466; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@37f0d91 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.474; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index.20130501020305316 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index.20130501020305316;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.488; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index.20130501020305316
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.492; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/nodes_used_collection_shard1_replica2/data/index.20130501020305316
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.493; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.493; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.493; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.498; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.502; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.539; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ca34209 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77c35b6c),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.540; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.541; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ca34209 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77c35b6c),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ca34209 lockFactory=org.apache.lucene.store.NativeFSLockFactory@77c35b6c),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.542; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.543; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2495f221 realtime
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.544; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.545; org.apache.solr.update.processor.LogUpdateProcessor; [nodes_used_collection_shard2_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 44
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.553; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.554; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.562; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.562; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.563; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.563; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.563; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.573; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.598; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.610; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index.20130501020305599
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.611; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@58a49b8a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea937ab) fullCopy=false
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.615; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.620; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.624; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.624; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.627; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13ab95c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3252e07d),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13ab95c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3252e07d),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.630; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.639; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.641; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4af30f4b main
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.643; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4af30f4b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.649; org.apache.solr.core.CachingDirectoryFactory; looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index.20130501020305599 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index.20130501020305599;done=true>>]
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.650; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index.20130501020305599
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.650; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/nodes_used_collection_shard2_replica2/data/index.20130501020305599
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.651; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.651; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.651; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 1> INFO - 2013-04-30 23:03:05.655; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.890; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.892; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53614__nodes_used_collection_shard1_replica2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53614_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53614"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.907; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53620__nodes_used_collection_shard2_replica2",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 1> "collection":"nodes_used_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53620_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53620"}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.919; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.920; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.920; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.922; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:06.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-04-30 23:03:12.963; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.080; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.122; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.299; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.410; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.430; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.468; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> WARN - 2013-04-30 23:03:13.468; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:13.478; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.479; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:03:13.485; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:13.486; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.486; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.487; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard5_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.487; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.488; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.489; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.490; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:03:13.491; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard5_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.495; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.513; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71a8053d),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.515; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.519; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.520; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.521; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.522; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.523; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.523; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.525; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.545; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.546; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.590; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.655; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.675; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.812; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.836; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5e68d29d main
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.837; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1367362968721/awholynewcollection_0_shard5_replica2/data/tlog
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.839; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.840; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.846; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard5_replica2] Registered new searcher Searcher@5e68d29d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.855; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard5_replica2 state=down
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.915; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.969; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.983; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:03:13.995; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.010; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.017; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.018; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.018; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.023; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.023; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.024; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.025; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.025; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.027; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.029; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/data
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.035; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.036; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.038; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1367362966230/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.056; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10f4c511 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fd9600d),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.057; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.070; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.071; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.073; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.118; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.120; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.121; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.122; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.123; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.129; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.181; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.250; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.334; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.348; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.369; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.378; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.380; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.381; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.382; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.395; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.413; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.414; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.414; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/data/
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.415; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08ed8
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.416; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.417; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/data
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.419; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/data/index/
[junit4:junit4] 1> WARN - 2013-04-30 23:03:14.420; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard4_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.433; org.apache.solr.core.CachingDirectoryFactory; return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1367362960959/awholynewcollection_0_shard4_replica1/data/index
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.445; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.450; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2768106c lockFactory=org.apache.lucene.store.NativeFSLockFactory@2d3913db),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.454; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-04-30 23:03:14.459; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain
[...truncated too long message...]
tributedZkTest-1367362959232
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=B77DEBB744AA73FA -Dtests.slow=true -Dtests.locale=es_PY -Dtests.timezone=Africa/Dar_es_Salaam -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 305s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([B77DEBB744AA73FA:369B65AF33F513C6]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
[junit4:junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:511)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:145)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:680)
[junit4:junit4] 1> INFO - 2013-04-30 23:07:44.700; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4] 2> 305481 T3831 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 1> WARN - 2013-04-30 23:07:45.763; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard5/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> WARN - 2013-04-30 23:07:45.764; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard3/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> INFO - 2013-04-30 23:07:45.765; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> WARN - 2013-04-30 23:07:45.765; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-04-30 23:07:45.766; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_PY, timezone=Africa/Dar_es_Salaam
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Apple Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=75793056,total=187273216
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PrimUtilsTest, QueryElevationComponentTest, TestSolr4Spatial, TimeZoneUtilsTest, DistributedSpellCheckComponentTest, TestLazyCores, SolrRequestParserTest, BasicDistributedZk2Test, TestCopyFieldCollectionResource, RecoveryZkTest, ZkCLITest, TestSchemaVersionResource, RequiredFieldsTest, JsonLoaderTest, HardAutoCommitTest, TestAddFieldRealTimeGet, TestConfig, DocValuesTest, TestDistributedSearch, TestFieldTypeResource, TestIndexSearcher, TestCloudManagedSchema, TestRangeQuery, BinaryUpdateRequestHandlerTest, TestAnalyzedSuggestions, TestOmitPositions, SampleTest, QueryResultKeyTest, XmlUpdateRequestHandlerTest, TestFunctionQuery, TestUtils, RequestHandlersTest, ClusterStateTest, TestPHPSerializedResponseWriter, TestPropInjectDefaults, SolrCmdDistributorTest, TestStressLucene, TestGroupingSearch, TestSolrQueryParser, TestMultiCoreConfBootstrap, SuggesterWFSTTest, ExternalFileFieldSortTest, OverseerTest, SignatureUpdateProcessorFactoryTest, DocValuesMultiTest, TestUpdate, TestQueryTypes, SpellCheckCollatorTest, TestXIncludeConfig, ZkNodePropsTest, QueryEqualityTest, ChaosMonkeyNothingIsSafeTest, ShardSplitTest, TestRandomFaceting, PolyFieldTest, LegacyHTMLStripCharFilterTest, AutoCommitTest, TestSuggestSpellingConverter, LeaderElectionIntegrationTest, StandardRequestHandlerTest, TestDocumentBuilder, TestSerializedLuceneMatchVersion, TestSolrXMLSerializer, TestSchemaNameResource, SuggesterTest, TestLFUCache, StatelessScriptUpdateProcessorFactoryTest, SliceStateTest, TestMergePolicyConfig, IndexSchemaTest, DocumentBuilderTest, SearchHandlerTest, TestValueSourceCache, AliasIntegrationTest, BadCopyFieldTest, HighlighterConfigTest, QueryParsingTest, TestStressRecovery, URLClassifyProcessorTest, TestStressVersions, TestRecovery, SoftAutoCommitTest, FullSolrCloudDistribCmdsTest, TestLMJelinekMercerSimilarityFactory, OverseerCollectionProcessorTest, TestBadConfig, TestNumberUtils, ChaosMonkeySafeLeaderTest, DirectSolrSpellCheckerTest, TestRTGBase, SolrIndexConfigTest, CurrencyFieldXmlFileTest, ResponseLogComponentTest, TestBM25SimilarityFactory, DebugComponentTest, TestManagedSchema, UnloadDistributedZkTest, TermVectorComponentTest, UniqFieldsUpdateProcessorFactoryTest, NumericFieldsTest, DefaultValueUpdateProcessorTest, TestCodecSupport, SOLR749Test, HighlighterTest, OutputWriterTest, TestIndexingPerformance, UpdateParamsTest, SliceStateUpdateTest, BasicDistributedZkTest, TestLuceneMatchVersion, TestRealTimeGet, TestFastOutputStream, DisMaxRequestHandlerTest, TestZkChroot, TestLRUCache, DateFieldTest, RAMDirectoryFactoryTest, SolrIndexSplitterTest, PreAnalyzedUpdateProcessorTest, TestBinaryResponseWriter, DateMathParserTest, TestWriterPerf, MinimalSchemaTest, TestPhraseSuggestions, TestReload, TestSolrXml, NoCacheHeaderTest, TestSolrQueryParserDefaultOperatorResource, DirectSolrConnectionTest, AlternateDirectoryTest, TestFieldTypeCollectionResource, UpdateRequestProcessorFactoryTest, LukeRequestHandlerTest, TermsComponentTest, TestComponentsName, RegexBoostProcessorTest, BasicZkTest, TestFastLRUCache, CSVRequestHandlerTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 306.82s, 1 test, 1 failure <<< FAILURES!
[...truncated 461 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:384: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:364: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1243: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:887: There were test failures: 294 suites, 1222 tests, 1 failure, 18 ignored (6 assumptions)
Total time: 127 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure