You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/25 02:47:29 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1230 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1230/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
collection already exists: collection2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: collection2
	at __randomizedtesting.SeedInfo.seed([C9D33542556706D1:4835BB5A223866ED]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1623)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1649)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:353)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:143)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:695)




Build Log:
[...truncated 9760 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 1445658 T5719 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1445664 T5719 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-FullSolrCloudDistribCmdsTest-1390612927719
   [junit4]   2> 1445666 T5719 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1445667 T5720 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1445768 T5719 oasc.ZkTestServer.run start zk server on port:59076
   [junit4]   2> 1445771 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445782 T5726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b60fdbd name:ZooKeeperConnection Watcher:127.0.0.1:59076 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1445784 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1445784 T5719 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1445812 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1445818 T5728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45ec9c22 name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1445819 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1445819 T5719 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1445831 T5719 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1445844 T5719 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1445858 T5719 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1445873 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1445874 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1445892 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1445893 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1445904 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1445904 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1445915 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1445916 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1445927 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1445927 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1445938 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1445939 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1445949 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1445950 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1445960 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1445961 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1445972 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1445972 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1445983 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1445984 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1445996 T5719 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1445997 T5719 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1446356 T5719 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1446364 T5719 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59079
   [junit4]   2> 1446365 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1446367 T5719 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1446367 T5719 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064
   [junit4]   2> 1446368 T5719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/'
   [junit4]   2> 1446400 T5719 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/solr.xml
   [junit4]   2> 1446472 T5719 oasc.CoreContainer.<init> New CoreContainer 1852336256
   [junit4]   2> 1446472 T5719 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/]
   [junit4]   2> 1446473 T5719 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1446474 T5719 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1446474 T5719 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1446474 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1446475 T5719 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1446475 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1446476 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1446476 T5719 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1446477 T5719 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1446499 T5719 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1446500 T5719 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1446500 T5719 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1446500 T5719 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59076/solr
   [junit4]   2> 1446501 T5719 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1446503 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1446507 T5739 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8a4e421 name:ZooKeeperConnection Watcher:127.0.0.1:59076 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1446509 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1446515 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1446518 T5741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d02c2b1 name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1446519 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1446523 T5719 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1446536 T5719 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1446564 T5719 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1446573 T5719 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59079_
   [junit4]   2> 1446576 T5719 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59079_
   [junit4]   2> 1446590 T5719 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1446598 T5719 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1446616 T5719 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1446626 T5719 oasc.Overseer.start Overseer (id=91135208831451139-127.0.0.1:59079_-n_0000000000) starting
   [junit4]   2> 1446638 T5719 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1446653 T5743 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1446655 T5743 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1446658 T5719 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1446670 T5719 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1446678 T5719 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1446694 T5742 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1446705 T5744 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1446706 T5744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1446710 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1446710 T5744 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1446716 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1446718 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59079",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59079_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1446718 T5742 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1446718 T5742 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1446728 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1446731 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1447712 T5744 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1447713 T5744 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/collection1
   [junit4]   2> 1447713 T5744 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1447716 T5744 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1447716 T5744 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1447722 T5744 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/collection1/'
   [junit4]   2> 1447723 T5744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/collection1/lib/classes/' to classloader
   [junit4]   2> 1447724 T5744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/collection1/lib/README' to classloader
   [junit4]   2> 1447804 T5744 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1447856 T5744 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1447860 T5744 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1447872 T5744 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1448380 T5744 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1448387 T5744 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1448389 T5744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1448396 T5744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1448486 T5744 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1448487 T5744 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390612928064/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/control/data/
   [junit4]   2> 1448487 T5744 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c25346
   [junit4]   2> 1448489 T5744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/control/data
   [junit4]   2> 1448489 T5744 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/control/data/index/
   [junit4]   2> 1448489 T5744 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1448490 T5744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/control/data/index
   [junit4]   2> 1448491 T5744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=33.4599609375, floorSegmentMB=1.8203125, forceMergeDeletesPctAllowed=8.487764449854266, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34864110696386
   [junit4]   2> 1448492 T5744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67a94d5e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b0376bc),segFN=segments_1,generation=1}
   [junit4]   2> 1448493 T5744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1448500 T5744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1448500 T5744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1448501 T5744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1448501 T5744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1448501 T5744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1448502 T5744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1448502 T5744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1448503 T5744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1448503 T5744 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1448503 T5744 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1448504 T5744 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1448504 T5744 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1448505 T5744 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1448505 T5744 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1448506 T5744 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1448506 T5744 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1448512 T5744 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1448517 T5744 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1448517 T5744 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1448518 T5744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=8.0380859375, floorSegmentMB=1.2216796875, forceMergeDeletesPctAllowed=19.833396122215518, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1448519 T5744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67a94d5e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7b0376bc),segFN=segments_1,generation=1}
   [junit4]   2> 1448519 T5744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1448519 T5744 oass.SolrIndexSearcher.<init> Opening Searcher@2baf00e2 main
   [junit4]   2> 1448524 T5745 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2baf00e2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1448528 T5744 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1448530 T5719 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1448531 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1448530 T5748 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59079 collection:control_collection shard:shard1
   [junit4]   2> 1448534 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1448537 T5748 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1448539 T5750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e9b6aae name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1448539 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1448545 T5719 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1448565 T5719 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1448574 T5748 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1448592 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448597 T5748 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1448598 T5748 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4761 name=collection1 org.apache.solr.core.SolrCore@10e7e20d url=http://127.0.0.1:59079/collection1 node=127.0.0.1:59079_ C4761_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:59079, core=collection1, node_name=127.0.0.1:59079_}
   [junit4]   2> 1448599 T5748 C4761 P59079 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59079/collection1/
   [junit4]   2> 1448599 T5748 C4761 P59079 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1448600 T5748 C4761 P59079 oasc.SyncStrategy.syncToMe http://127.0.0.1:59079/collection1/ has no replicas
   [junit4]   2> 1448600 T5748 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59079/collection1/ shard1
   [junit4]   2> 1448600 T5748 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1448606 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1448621 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448624 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448627 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448649 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1448663 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448770 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448771 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448795 T5748 oasc.ZkController.register We are http://127.0.0.1:59079/collection1/ and leader is http://127.0.0.1:59079/collection1/
   [junit4]   2> 1448796 T5748 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59079
   [junit4]   2> 1448796 T5748 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1448796 T5748 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1448797 T5748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1448800 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448800 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448800 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448803 T5748 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1448809 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1448812 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59079",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59079_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1448822 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1448929 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448931 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1448966 T5719 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1448967 T5719 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1448972 T5719 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59083
   [junit4]   2> 1448972 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1448973 T5719 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1448973 T5719 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619
   [junit4]   2> 1448973 T5719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/'
   [junit4]   2> 1449003 T5719 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/solr.xml
   [junit4]   2> 1449057 T5719 oasc.CoreContainer.<init> New CoreContainer 2023483657
   [junit4]   2> 1449058 T5719 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/]
   [junit4]   2> 1449059 T5719 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1449060 T5719 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1449060 T5719 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1449061 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1449062 T5719 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1449062 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1449063 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1449063 T5719 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1449063 T5719 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1449086 T5719 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1449087 T5719 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1449087 T5719 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1449088 T5719 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59076/solr
   [junit4]   2> 1449088 T5719 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1449089 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1449094 T5761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43e08bbb name:ZooKeeperConnection Watcher:127.0.0.1:59076 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1449095 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1449101 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1449105 T5763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c0f8972 name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1449106 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1449118 T5719 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1450130 T5719 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59083_
   [junit4]   2> 1450134 T5719 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59083_
   [junit4]   2> 1450144 T5750 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1450149 T5741 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1450149 T5763 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1450169 T5764 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1450170 T5764 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1450173 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1450173 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1450174 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1450174 T5764 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1450180 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1450183 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59083",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59083_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1450183 T5742 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1450183 T5742 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1450192 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1450303 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1450303 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1450303 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1451176 T5764 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1451176 T5764 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/collection1
   [junit4]   2> 1451176 T5764 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1451179 T5764 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1451179 T5764 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1451183 T5764 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/collection1/'
   [junit4]   2> 1451184 T5764 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/collection1/lib/classes/' to classloader
   [junit4]   2> 1451185 T5764 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/collection1/lib/README' to classloader
   [junit4]   2> 1451235 T5764 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1451287 T5764 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1451291 T5764 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1451299 T5764 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1451739 T5764 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1451742 T5764 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1451744 T5764 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1451754 T5764 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1451843 T5764 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1451843 T5764 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390612930619/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty1/
   [junit4]   2> 1451844 T5764 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c25346
   [junit4]   2> 1451845 T5764 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty1
   [junit4]   2> 1451845 T5764 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty1/index/
   [junit4]   2> 1451845 T5764 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1451846 T5764 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty1/index
   [junit4]   2> 1451846 T5764 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=33.4599609375, floorSegmentMB=1.8203125, forceMergeDeletesPctAllowed=8.487764449854266, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34864110696386
   [junit4]   2> 1451847 T5764 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6c966e32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7557a4bb),segFN=segments_1,generation=1}
   [junit4]   2> 1451848 T5764 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1451853 T5764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1451854 T5764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1451854 T5764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1451854 T5764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1451855 T5764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1451855 T5764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1451856 T5764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1451856 T5764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1451856 T5764 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1451858 T5764 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1451859 T5764 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1451859 T5764 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1451859 T5764 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1451860 T5764 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1451860 T5764 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1451861 T5764 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1451867 T5764 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1451872 T5764 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1451872 T5764 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1451873 T5764 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=8.0380859375, floorSegmentMB=1.2216796875, forceMergeDeletesPctAllowed=19.833396122215518, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1451874 T5764 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6c966e32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7557a4bb),segFN=segments_1,generation=1}
   [junit4]   2> 1451874 T5764 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1451874 T5764 oass.SolrIndexSearcher.<init> Opening Searcher@3dc68662 main
   [junit4]   2> 1451893 T5765 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3dc68662 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1451895 T5764 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1451897 T5719 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1451898 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1451897 T5768 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59083 collection:collection1 shard:shard1
   [junit4]   2> 1451902 T5768 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1451923 T5768 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1451931 T5768 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1451931 T5768 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4762 name=collection1 org.apache.solr.core.SolrCore@43e53e8f url=http://127.0.0.1:59083/collection1 node=127.0.0.1:59083_ C4762_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:59083, core=collection1, node_name=127.0.0.1:59083_}
   [junit4]   2> 1451932 T5768 C4762 P59083 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59083/collection1/
   [junit4]   2> 1451932 T5768 C4762 P59083 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1451933 T5768 C4762 P59083 oasc.SyncStrategy.syncToMe http://127.0.0.1:59083/collection1/ has no replicas
   [junit4]   2> 1451933 T5768 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59083/collection1/ shard1
   [junit4]   2> 1451933 T5768 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1451934 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1451934 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1451934 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1451944 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1451963 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1451968 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1451969 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1451971 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1451990 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1452005 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1452114 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452114 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452115 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452131 T5768 oasc.ZkController.register We are http://127.0.0.1:59083/collection1/ and leader is http://127.0.0.1:59083/collection1/
   [junit4]   2> 1452131 T5768 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59083
   [junit4]   2> 1452131 T5768 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1452132 T5768 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1452132 T5768 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1452135 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1452135 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1452135 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1452141 T5768 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1452144 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1452146 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59083",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59083_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1452154 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1452226 T5719 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1452227 T5719 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1452233 T5719 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59086
   [junit4]   2> 1452234 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1452234 T5719 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1452235 T5719 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951
   [junit4]   2> 1452236 T5719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/'
   [junit4]   2> 1452263 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452263 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452266 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1452300 T5719 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/solr.xml
   [junit4]   2> 1452389 T5719 oasc.CoreContainer.<init> New CoreContainer 479828950
   [junit4]   2> 1452391 T5719 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/]
   [junit4]   2> 1452393 T5719 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1452393 T5719 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1452393 T5719 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1452394 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1452395 T5719 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1452396 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1452397 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1452397 T5719 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1452398 T5719 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1452432 T5719 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1452433 T5719 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1452434 T5719 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1452435 T5719 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59076/solr
   [junit4]   2> 1452436 T5719 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1452438 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1452443 T5779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28c60d45 name:ZooKeeperConnection Watcher:127.0.0.1:59076 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1452445 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1452453 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1452459 T5781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@135f9de3 name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1452461 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1452479 T5719 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1453496 T5719 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59086_
   [junit4]   2> 1453500 T5719 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59086_
   [junit4]   2> 1453518 T5763 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1453518 T5741 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1453519 T5750 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1453520 T5781 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1453545 T5782 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1453546 T5782 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1453550 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1453550 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1453551 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1453550 T5782 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1453558 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1453561 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59086",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59086_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1453561 T5742 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1453561 T5742 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1453573 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1453684 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1453685 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1453685 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1453686 T5781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1454553 T5782 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1454553 T5782 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/collection1
   [junit4]   2> 1454553 T5782 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1454556 T5782 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1454556 T5782 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1454560 T5782 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/collection1/'
   [junit4]   2> 1454561 T5782 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/collection1/lib/classes/' to classloader
   [junit4]   2> 1454562 T5782 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/collection1/lib/README' to classloader
   [junit4]   2> 1454626 T5782 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1454680 T5782 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1454685 T5782 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1454693 T5782 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1455110 T5782 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1455112 T5782 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1455114 T5782 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1455135 T5782 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1455224 T5782 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1455225 T5782 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390612933951/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty2/
   [junit4]   2> 1455225 T5782 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c25346
   [junit4]   2> 1455226 T5782 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty2
   [junit4]   2> 1455226 T5782 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty2/index/
   [junit4]   2> 1455226 T5782 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1455227 T5782 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty2/index
   [junit4]   2> 1455227 T5782 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=33.4599609375, floorSegmentMB=1.8203125, forceMergeDeletesPctAllowed=8.487764449854266, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34864110696386
   [junit4]   2> 1455229 T5782 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7291e78c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e52aa5),segFN=segments_1,generation=1}
   [junit4]   2> 1455229 T5782 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1455235 T5782 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1455235 T5782 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1455236 T5782 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1455236 T5782 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1455236 T5782 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1455236 T5782 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1455237 T5782 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1455238 T5782 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1455238 T5782 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1455239 T5782 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1455239 T5782 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1455240 T5782 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1455241 T5782 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1455242 T5782 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1455242 T5782 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1455243 T5782 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1455249 T5782 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1455254 T5782 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1455254 T5782 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1455255 T5782 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=8.0380859375, floorSegmentMB=1.2216796875, forceMergeDeletesPctAllowed=19.833396122215518, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1455256 T5782 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7291e78c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e52aa5),segFN=segments_1,generation=1}
   [junit4]   2> 1455256 T5782 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1455257 T5782 oass.SolrIndexSearcher.<init> Opening Searcher@a375fe8 main
   [junit4]   2> 1455263 T5783 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a375fe8 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1455267 T5782 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1455269 T5719 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1455269 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1455269 T5786 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59086 collection:collection1 shard:shard2
   [junit4]   2> 1455275 T5786 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1455310 T5786 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1455319 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455320 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455320 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455325 T5786 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1455325 T5786 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4763 name=collection1 org.apache.solr.core.SolrCore@6263e054 url=http://127.0.0.1:59086/collection1 node=127.0.0.1:59086_ C4763_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:59086, core=collection1, node_name=127.0.0.1:59086_}
   [junit4]   2> 1455326 T5786 C4763 P59086 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59086/collection1/
   [junit4]   2> 1455326 T5786 C4763 P59086 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1455327 T5786 C4763 P59086 oasc.SyncStrategy.syncToMe http://127.0.0.1:59086/collection1/ has no replicas
   [junit4]   2> 1455327 T5786 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59086/collection1/ shard2
   [junit4]   2> 1455327 T5786 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1455337 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1455363 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455371 T5781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455371 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455376 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455380 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455411 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1455424 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455535 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455536 T5781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455537 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455537 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455603 T5786 oasc.ZkController.register We are http://127.0.0.1:59086/collection1/ and leader is http://127.0.0.1:59086/collection1/
   [junit4]   2> 1455604 T5786 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59086
   [junit4]   2> 1455604 T5786 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1455605 T5786 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1455605 T5786 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1455608 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455609 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455609 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455618 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1455621 T5786 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1455621 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59086",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59086_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1455633 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1455734 T5719 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1455735 T5719 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1455741 T5719 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59089
   [junit4]   2> 1455742 T5719 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1455743 T5719 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1455745 T5719 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323
   [junit4]   2> 1455745 T5719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/'
   [junit4]   2> 1455746 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455747 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455747 T5781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455748 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1455791 T5719 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/solr.xml
   [junit4]   2> 1455880 T5719 oasc.CoreContainer.<init> New CoreContainer 1318317697
   [junit4]   2> 1455881 T5719 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/]
   [junit4]   2> 1455882 T5719 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1455884 T5719 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1455884 T5719 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1455884 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1455886 T5719 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1455886 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1455887 T5719 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1455887 T5719 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1455888 T5719 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1455919 T5719 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1455920 T5719 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1455920 T5719 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1455921 T5719 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59076/solr
   [junit4]   2> 1455921 T5719 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1455923 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1455927 T5797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@520f7f74 name:ZooKeeperConnection Watcher:127.0.0.1:59076 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1455927 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1455934 T5719 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1455940 T5799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2954c8dc name:ZooKeeperConnection Watcher:127.0.0.1:59076/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1455941 T5719 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1455955 T5719 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1456968 T5719 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59089_
   [junit4]   2> 1456972 T5719 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59089_
   [junit4]   2> 1456984 T5741 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1456984 T5781 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1456987 T5750 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1456989 T5799 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1456990 T5763 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1457011 T5800 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1457012 T5800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1457014 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1457015 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1457015 T5800 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1457015 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1457020 T5742 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1457022 T5742 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59089",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59089_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1457022 T5742 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1457023 T5742 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1457047 T5741 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1457155 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1457155 T5781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1457156 T5799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1457157 T5750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1457158 T5763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1458017 T5800 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1458017 T5800 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/collection1
   [junit4]   2> 1458018 T5800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1458020 T5800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1458021 T5800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1458026 T5800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/collection1/'
   [junit4]   2> 1458027 T5800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/collection1/lib/classes/' to classloader
   [junit4]   2> 1458028 T5800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/collection1/lib/README' to classloader
   [junit4]   2> 1458082 T5800 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1458146 T5800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1458150 T5800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1458162 T5800 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1458603 T5800 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1458608 T5800 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1458610 T5800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1458619 T5800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1458721 T5800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1458722 T5800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390612937323/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty3/
   [junit4]   2> 1458722 T5800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c25346
   [junit4]   2> 1458723 T5800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty3
   [junit4]   2> 1458724 T5800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty3/index/
   [junit4]   2> 1458724 T5800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 1458725 T5800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390612927718/jetty3/index
   [junit4]   2> 1458726 T5800 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=33.4599609375, floorSegmentMB=1.8203125, forceMergeDeletesPctAllowed=8.487764449854266, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34864110696386
   [junit4]   2> 1458727 T5800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		comm

[...truncated too long message...]

eckIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1570041 T5836 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1570043 T5836 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1570043 T5836 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard13/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=en_US, timezone=Mideast/Riyadh87
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=346300208,total=532545536
   [junit4]   2> NOTE: All tests run in this JVM: [TestDefaultSimilarityFactory, TestSchemaResource, TestJmxMonitoredMap, TestSchemaNameResource, JsonLoaderTest, TestLMJelinekMercerSimilarityFactory, TestLMDirichletSimilarityFactory, TestSolrIndexConfig, ConnectionManagerTest, JSONWriterTest, DistributedQueryElevationComponentTest, AutoCommitTest, SuggesterTest, SolrTestCaseJ4Test, TestStressLucene, SampleTest, TestCSVLoader, FieldAnalysisRequestHandlerTest, TestFieldTypeCollectionResource, EnumFieldTest, ZkSolrClientTest, CoreAdminCreateDiscoverTest, SoftAutoCommitTest, ReturnFieldsTest, TestLazyCores, NoCacheHeaderTest, TestHashPartitioner, DirectUpdateHandlerOptimizeTest, HdfsUnloadDistributedZkTest, TimeZoneUtilsTest, TestWriterPerf, TestFieldCollectionResource, PluginInfoTest, TestDocBasedVersionConstraints, AlternateDirectoryTest, HdfsSyncSliceTest, TermVectorComponentDistributedTest, HdfsBasicDistributedZkTest, TestReloadAndDeleteDocs, DirectSolrConnectionTest, TestOverriddenPrefixQueryForCustomFieldType, SortByFunctionTest, ZkCLITest, ResponseLogComponentTest, MoreLikeThisHandlerTest, TestSchemaVersionResource, TestDistributedMissingSort, TestSearchPerf, DeleteReplicaTest, TestSolrXmlPersistor, CursorPagingTest, TestFiltering, RegexBoostProcessorTest, TestSolrQueryParser, TestJmxIntegration, BlockDirectoryTest, DocumentBuilderTest, HdfsRecoveryZkTest, SolrIndexConfigTest, TestIndexSearcher, HighlighterTest, TestDynamicFieldResource, TestSurroundQueryParser, SimplePostToolTest, DeleteShardTest, TestAtomicUpdateErrorCases, TestSimpleQParserPlugin, RAMDirectoryFactoryTest, TestConfig, TestCoreDiscovery, TestIBSimilarityFactory, TestManagedSchema, CoreMergeIndexesAdminHandlerTest, URLClassifyProcessorTest, TestElisionMultitermQuery, TestReplicationHandler, BadCopyFieldTest, MBeansHandlerTest, TestFastLRUCache, TestCopyFieldCollectionResource, XmlUpdateRequestHandlerTest, TestFastOutputStream, TestGroupingSearch, TestRemoteStreaming, CopyFieldTest, SolrCoreTest, TestFaceting, OpenExchangeRatesOrgProviderTest, CircularListTest, ZkNodePropsTest, TestCursorMarkWithoutUniqueKey, TestStressReorder, TestPseudoReturnFields, TestStressVersions, TestLFUCache, DefaultValueUpdateProcessorTest, TestNRTOpen, TestMaxScoreQueryParser, TestCloudManagedSchemaAddField, MultiTermTest, TestDefaultSearchFieldResource, SpatialFilterTest, FieldMutatingUpdateProcessorTest, XsltUpdateRequestHandlerTest, ZkControllerTest, OverseerTest, BlockCacheTest, CursorMarkTest, ChaosMonkeySafeLeaderTest, HdfsDirectoryTest, LeaderElectionIntegrationTest, CurrencyFieldXmlFileTest, PolyFieldTest, BasicDistributedZkTest, QueryParsingTest, LeaderElectionTest, BasicDistributedZk2Test, TestClassNameShortening, HighlighterConfigTest, HardAutoCommitTest, TestFieldTypeResource, DirectSolrSpellCheckerTest, TestSolr4Spatial, DOMUtilTest, TestPhraseSuggestions, TestCollationFieldDocValues, TestSolrXmlPersistence, DocValuesMissingTest, UUIDFieldTest, SpellingQueryConverterTest, NumericFieldsTest, TestCoreContainer, TriLevelCompositeIdRoutingTest, TestJoin, SuggesterWFSTTest, AddBlockUpdateTest, HdfsLockFactoryTest, QueryElevationComponentTest, BadIndexSchemaTest, SolrXmlInZkTest, PreAnalyzedFieldTest, SolrIndexSplitterTest, TestSolrDeletionPolicy2, TestCharFilters, NotRequiredUniqueKeyTest, TestAnalyzeInfixSuggestions, TestSweetSpotSimilarityFactory, IndexSchemaTest, TestCloudManagedSchema, BinaryUpdateRequestHandlerTest, SpellCheckCollatorTest, TestNonNRTOpen, DistribCursorPagingTest, TestFileDictionaryLookup, TestCodecSupport, CSVRequestHandlerTest, TestRealTimeGet, TestDocSet, TestSolrXMLSerializer, SystemInfoHandlerTest, TestNumberUtils, SuggesterFSTTest, LegacyHTMLStripCharFilterTest, TestIndexingPerformance, BJQParserTest, TestSolrQueryParserResource, UniqFieldsUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed in 125.42s, 1 test, 1 error <<< FAILURES!

[...truncated 565 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 355 suites, 1546 tests, 1 error, 40 ignored (6 assumptions)

Total time: 85 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1234 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1234/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes

Error Message:
key:ignored_creation_date expected:<[2011-09-02T10:11:00Z]> but was:<[๒๐๑๑-๐๙-๐๒T๑๐:๑๑:๐๐Z]>

Stack Trace:
java.lang.AssertionError: key:ignored_creation_date expected:<[2011-09-02T10:11:00Z]> but was:<[๒๐๑๑-๐๙-๐๒T๑๐:๑๑:๐๐Z]>
	at __randomizedtesting.SeedInfo.seed([10B5A97399DE16AF:8A760AEDFC05487A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.morphlines.solr.AbstractSolrMorphlineTestBase.testDocumentTypesInternal(AbstractSolrMorphlineTestBase.java:165)
	at org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes(SolrCellMorphlineTest.java:193)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2

Error Message:
key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[๑๔๖๔-๑๐-๐๑T๑๖:๑๓:๕๖Z]>

Stack Trace:
java.lang.AssertionError: key:ignored_creation_date expected:<[2007-10-01T16:13:56Z]> but was:<[๑๔๖๔-๑๐-๐๑T๑๖:๑๓:๕๖Z]>
	at __randomizedtesting.SeedInfo.seed([10B5A97399DE16AF:9B3512939E288551]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.morphlines.solr.AbstractSolrMorphlineTestBase.testDocumentTypesInternal(AbstractSolrMorphlineTestBase.java:165)
	at org.apache.solr.morphlines.cell.SolrCellMorphlineTest.testSolrCellDocumentTypes2(SolrCellMorphlineTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 16860 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-map-reduce/test/temp/junit4-J0-20140126_052651_932.syserr
   [junit4] >>> JVM J0: stderr (verbatim) ----
   [junit4] 2014-01-26 05:27:02.793 java[1332:6503] Unable to load realm info from SCDynamicStore
   [junit4] <<< JVM J0: EOF ----

[...truncated 1287 lines...]
   [junit4] Suite: org.apache.solr.morphlines.cell.SolrCellMorphlineTest
   [junit4]   1> 2014-01-26 05:28:33,625 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(454)) - ####initCore
   [junit4]   1> 2014-01-26 05:28:33,832 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:28:36,525 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:28:36,532 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:28:36,534 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:36,536 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:28:36,537 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:36,539 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:28:36,540 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:36,541 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:28:36,542 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:36,543 WARN  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:28:36,993 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:28:37,546 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-26 05:28:37,582 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-26 05:28:37,777 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:28:41,040 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:28:41,758 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:41,792 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:42,307 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-26 05:28:42,308 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-26 05:28:42,309 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-26 05:28:42,518 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(711)) - JNDI not configured for solr (NoInitialContextEx)
   [junit4]   1> 2014-01-26 05:28:42,519 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:locateSolrHome(723)) - using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr
   [junit4]   1> 2014-01-26 05:28:42,520 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrResourceLoader (SolrResourceLoader.java:<init>(112)) - new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/'
   [junit4]   1> 2014-01-26 05:28:42,885 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CoreContainer (CoreContainer.java:<init>(107)) - New CoreContainer 559934492
   [junit4]   1> 2014-01-26 05:28:42,887 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CoreContainer (CoreContainer.java:load(187)) - Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/]
   [junit4]   1> 2014-01-26 05:28:42,976 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting socketTimeout to: 0
   [junit4]   1> 2014-01-26 05:28:42,977 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting urlScheme to: http://
   [junit4]   1> 2014-01-26 05:28:42,978 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting connTimeout to: 0
   [junit4]   1> 2014-01-26 05:28:42,979 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxConnectionsPerHost to: 20
   [junit4]   1> 2014-01-26 05:28:42,979 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting corePoolSize to: 0
   [junit4]   1> 2014-01-26 05:28:42,980 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maximumPoolSize to: 2147483647
   [junit4]   1> 2014-01-26 05:28:42,981 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting maxThreadIdleTime to: 5
   [junit4]   1> 2014-01-26 05:28:42,981 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting sizeOfQueue to: -1
   [junit4]   1> 2014-01-26 05:28:42,982 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] component.HttpShardHandlerFactory (HttpShardHandlerFactory.java:getParameter(169)) - Setting fairnessPolicy to: false
   [junit4]   1> 2014-01-26 05:28:43,859 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] logging.LogWatcher (LogWatcher.java:createWatcher(153)) - SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   1> 2014-01-26 05:28:43,864 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] logging.LogWatcher (LogWatcher.java:newRegisteredLogWatcher(138)) - Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   1> 2014-01-26 05:28:43,872 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CoreContainer (CoreContainer.java:load(213)) - Host Name: 
   [junit4]   1> 2014-01-26 05:28:44,426 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:create(589)) - Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1
   [junit4]   1> 2014-01-26 05:28:44,428 INFO  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:28:44,601 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:28:44,603 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:28:44,604 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:44,607 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:28:44,608 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:44,609 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:28:44,610 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:44,612 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:28:44,614 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:44,616 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:28:44,801 INFO  [coreLoadExecutor-4-thread-1] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:28:45,007 INFO  [coreLoadExecutor-4-thread-1] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/solrconfig.xml
   [junit4]   1> 2014-01-26 05:28:45,009 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   1> 2014-01-26 05:28:45,167 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [collection1] Schema name=example
   [junit4]   1> 2014-01-26 05:28:46,398 INFO  [coreLoadExecutor-4-thread-1] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:28:46,446 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:46,458 INFO  [coreLoadExecutor-4-thread-1] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:46,732 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initDirectoryFactory(439)) - org.apache.solr.core.MockDirectoryFactory
   [junit4]   1> 2014-01-26 05:28:46,767 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:<init>(689)) - [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/
   [junit4]   1> 2014-01-26 05:28:46,772 INFO  [coreLoadExecutor-4-thread-1] core.JmxMonitoredMap (JmxMonitoredMap.java:<init>(85)) - No JMX servers found, not exposing Solr information with JMX.
   [junit4]   1> 2014-01-26 05:28:46,828 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(354)) - [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   1> 2014-01-26 05:28:46,829 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initListeners(350)) - [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   1> 2014-01-26 05:28:46,968 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650
   [junit4]   1> 2014-01-26 05:28:46,969 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:getNewIndexDir(284)) - New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index/
   [junit4]   1> 2014-01-26 05:28:46,970 WARN  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initIndex(505)) - [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index' doesn't exist. Creating new index...
   [junit4]   1> 2014-01-26 05:28:46,986 INFO  [coreLoadExecutor-4-thread-1] core.CachingDirectoryFactory (CachingDirectoryFactory.java:get(360)) - return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index
   [junit4]   1> 2014-01-26 05:28:47,146 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-26 05:28:47,150 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-26 05:28:47,197 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created json: solr.JSONResponseWriter
   [junit4]   1> 2014-01-26 05:28:47,198 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2015)) - adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-26 05:28:47,202 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created velocity: solr.VelocityResponseWriter
   [junit4]   1> 2014-01-26 05:28:47,244 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:initWriters(2033)) - created xslt: solr.XSLTResponseWriter
   [junit4]   1> 2014-01-26 05:28:47,245 INFO  [coreLoadExecutor-4-thread-1] response.XSLTResponseWriter (XSLTResponseWriter.java:init(63)) - xsltCacheLifetimeSeconds=5
   [junit4]   1> 2014-01-26 05:28:48,458 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrCore.java:loadUpdateProcessorChains(928)) - no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   1> 2014-01-26 05:28:48,573 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /select: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,575 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /query: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,597 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /get: solr.RealTimeGetHandler
   [junit4]   1> 2014-01-26 05:28:48,598 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /browse: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,631 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update: solr.UpdateRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,653 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.JsonUpdateRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-26 05:28:48,654 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/json: solr.JsonUpdateRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,676 WARN  [coreLoadExecutor-4-thread-1] core.SolrResourceLoader (SolrResourceLoader.java:findClass(486)) - Solr loaded a deprecated plugin/analysis class [solr.CSVRequestHandler]. Please consult documentation how to replace it accordingly.
   [junit4]   1> 2014-01-26 05:28:48,677 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /update/csv: solr.CSVRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,677 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,682 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,682 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,683 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,710 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/: solr.admin.AdminHandlers
   [junit4]   1> 2014-01-26 05:28:48,733 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /admin/ping: solr.PingRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,756 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /debug/dump: solr.DumpRequestHandler
   [junit4]   1> 2014-01-26 05:28:48,804 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /replication: solr.ReplicationHandler
   [junit4]   1> 2014-01-26 05:28:48,805 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,805 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /spell: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,806 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,807 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /tvrh: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,807 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,808 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /terms: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,808 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(147)) - adding lazy requestHandler: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,809 INFO  [coreLoadExecutor-4-thread-1] core.RequestHandlers (RequestHandlers.java:initHandlersFromConfig(165)) - created /elevate: solr.SearchHandler
   [junit4]   1> 2014-01-26 05:28:48,955 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-26 05:28:48,982 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-26 05:28:48,985 INFO  [coreLoadExecutor-4-thread-1] loader.XMLLoader (XMLLoader.java:init(111)) - xsltCacheLifetimeSeconds=60
   [junit4]   1> 2014-01-26 05:28:49,086 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Hard AutoCommit: if uncommited for 60000ms; 
   [junit4]   1> 2014-01-26 05:28:49,087 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (CommitTracker.java:<init>(83)) - Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   1> 2014-01-26 05:28:49,091 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:onInit(85)) - SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_1,generation=1}
   [junit4]   1> 2014-01-26 05:28:49,092 INFO  [coreLoadExecutor-4-thread-1] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 1
   [junit4]   1> 2014-01-26 05:28:49,146 INFO  [coreLoadExecutor-4-thread-1] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@3f7bae7e main
   [junit4]   1> 2014-01-26 05:28:49,189 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(623)) - Initializing spell checkers
   [junit4]   1> 2014-01-26 05:28:49,282 INFO  [coreLoadExecutor-4-thread-1] spelling.DirectSolrSpellChecker (DirectSolrSpellChecker.java:init(102)) - init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   1> 2014-01-26 05:28:49,381 INFO  [coreLoadExecutor-4-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:inform(672)) - No queryConverter defined, using default converter
   [junit4]   1> 2014-01-26 05:28:49,399 INFO  [coreLoadExecutor-4-thread-1] component.QueryElevationComponent (QueryElevationComponent.java:inform(223)) - Loading QueryElevation from: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/conf/elevate.xml
   [junit4]   1> 2014-01-26 05:28:49,706 INFO  [coreLoadExecutor-4-thread-1] handler.ReplicationHandler (ReplicationHandler.java:inform(965)) - Commits will be reserved for  10000
   [junit4]   1> 2014-01-26 05:28:49,712 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@3f7bae7e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:28:49,719 INFO  [coreLoadExecutor-4-thread-1] core.CoreContainer (CoreContainer.java:registerCore(489)) - registering core: collection1
   [junit4]   1> 2014-01-26 05:28:49,751 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:initCore(473)) - ####initCore end
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650
   [junit4]   1> 2014-01-26 05:28:49,811 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellXML
   [junit4]   1> 2014-01-26 05:28:50,151 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=422 
   [junit4]   1> 2014-01-26 05:28:50,155 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:28:50,156 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: default
   [junit4]   1> 2014-01-26 05:28:50,157 INFO  [searcherExecutor-5-thread-1] component.SpellCheckComponent (SpellCheckComponent.java:newSearcher(713)) - Loading spell index for spellchecker: wordbreak
   [junit4]   1> 2014-01-26 05:28:50,158 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@3f7bae7e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:28:50,717 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1458269459914424320)} 0 747
   [junit4]   1> 2014-01-26 05:28:50,725 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:28:50,726 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-26 05:28:50,729 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@258ec6f5 main
   [junit4]   1> 2014-01-26 05:28:50,737 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@258ec6f5 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:28:50,739 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:28:50,739 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@258ec6f5 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:28:50,738 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:28:50,742 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 18
   [junit4]   1> 2014-01-26 05:28:51,720 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-26 05:28:57,124 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:28:57,254 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:28:57,256 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:28:57,258 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:57,260 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:28:57,261 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:57,264 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:28:57,266 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:57,268 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:28:57,269 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:57,271 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:28:57,373 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:28:57,523 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:28:57,524 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:28:57,587 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:28:59,020 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:28:59,060 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:59,073 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:28:59,353 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:28:59,515 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:28:59,516 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:28:59,517 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:59,518 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:28:59,519 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:59,524 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:28:59,525 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:59,526 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:28:59,527 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:28:59,527 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:28:59,642 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:28:59,849 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:28:59,850 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:28:59,944 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:29:01,242 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:29:01,302 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:01,318 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:01,477 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:29:01,609 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:29:01,610 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:29:01,611 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:01,614 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:29:01,615 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:01,616 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:29:01,626 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:01,628 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:29:01,628 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:01,629 WARN  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:29:01,720 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:29:01,879 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:29:01,881 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:29:01,929 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:29:03,134 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:29:03,171 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:03,182 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:03,294 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1458269473515503616)} 0 4
   [junit4]   1> 2014-01-26 05:29:03,295 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:29:03,296 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-26 05:29:03,298 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@48da23d0 main
   [junit4]   1> 2014-01-26 05:29:03,299 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:29:03,300 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@48da23d0 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:29:03,301 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:29:03,301 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@48da23d0 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   1> 2014-01-26 05:29:03,302 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 7
   [junit4]   1> 2014-01-26 05:29:03,884 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {add=[testXML2.xml#0 (1458269473844756480)]} 0 280
   [junit4]   1> 2014-01-26 05:29:03,902 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:29:04,252 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@658297f2 main
   [junit4]   1> 2014-01-26 05:29:04,253 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:29:04,254 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@658297f2 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-26 05:29:04,255 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:29:04,256 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@658297f2 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-26 05:29:04,257 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 355
   [junit4]   1> 2014-01-26 05:29:04,314 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=47 
   [junit4]   1> 2014-01-26 05:29:04,332 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:29:04,332 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@5fe315d1 main
   [junit4]   1> 2014-01-26 05:29:04,333 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:29:04,333 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@5fe315d1 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-26 05:29:04,334 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:29:04,335 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@5fe315d1 main{StandardDirectoryReader(segments_1:3:nrt _0(4.7):C1)}
   [junit4]   1> 2014-01-26 05:29:04,336 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-26 05:29:04,336 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=1 status=0 QTime=0 
   [junit4]   1> 2014-01-26 05:29:04,338 INFO  [TEST-SolrCellMorphlineTest.testSolrCellXML-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellXML
   [junit4]   1> 2014-01-26 05:29:04,368 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testTransformValue
   [junit4]   1> 2014-01-26 05:29:04,552 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@643f2f68 realtime
   [junit4]   1> 2014-01-26 05:29:04,553 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1458269474645868544)} 0 185
   [junit4]   1> 2014-01-26 05:29:04,554 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:29:04,555 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_1,generation=1}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_2,generation=2}
   [junit4]   1> 2014-01-26 05:29:04,557 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 2
   [junit4]   1> 2014-01-26 05:29:04,558 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@7b49ebe7 main
   [junit4]   1> 2014-01-26 05:29:04,559 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:29:04,559 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@7b49ebe7 main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-26 05:29:04,560 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:29:04,561 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@7b49ebe7 main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-26 05:29:04,563 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 9
   [junit4]   1> 2014-01-26 05:29:04,577 INFO  [TEST-SolrCellMorphlineTest.testTransformValue-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testTransformValue
   [junit4]   1> 2014-01-26 05:29:04,601 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:setUp(222)) - ###Starting testSolrCellDocumentTypes
   [junit4]   1> 2014-01-26 05:29:04,604 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1458269474890186752)} 0 2
   [junit4]   1> 2014-01-26 05:29:04,606 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:29:04,606 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(561)) - No uncommitted changes. Skipping IW.commit.
   [junit4]   1> 2014-01-26 05:29:04,607 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@3491b08f main
   [junit4]   1> 2014-01-26 05:29:04,608 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:29:04,608 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@3491b08f main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-26 05:29:04,610 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:29:04,611 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@3491b08f main{StandardDirectoryReader(segments_1:5:nrt)}
   [junit4]   1> 2014-01-26 05:29:04,612 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 7
   [junit4]   1> 2014-01-26 05:29:04,662 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] api.MorphlineContext (MorphlineContext.java:importCommandBuilders(75)) - Importing commands
   [junit4]   1> 2014-01-26 05:29:13,626 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:29:13,779 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:29:13,781 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:29:13,783 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:13,786 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:29:13,789 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:13,791 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:29:13,800 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:13,804 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:29:13,805 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:13,807 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:29:13,916 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:29:14,098 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:29:14,101 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:29:14,160 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:29:15,459 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:29:15,499 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:15,511 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:15,690 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:29:15,864 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:29:15,866 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:29:15,868 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:15,878 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:29:15,879 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:15,880 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:29:15,880 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:15,882 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:29:15,882 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:15,883 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:29:16,026 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:29:16,181 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:29:16,183 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:29:16,219 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:29:17,356 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:29:17,392 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:17,401 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:20,031 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:29:20,135 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:29:20,141 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   1> 2014-01-26 05:29:20,143 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:20,144 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   1> 2014-01-26 05:29:20,169 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:20,175 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/langid/lib).
   [junit4]   1> 2014-01-26 05:29:20,176 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:20,178 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   1> 2014-01-26 05:29:20,179 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/../../../dist).
   [junit4]   1> 2014-01-26 05:29:20,180 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find (or read) directory to add to classloader: /non/existent/dir/yields/warning (resolved as: /non/existent/dir/yields/warning).
   [junit4]   1> 2014-01-26 05:29:20,382 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:<init>(170)) - Using Lucene MatchVersion: LUCENE_43
   [junit4]   1> 2014-01-26 05:29:20,605 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.Config (SolrConfig.java:<init>(288)) - Loaded SolrConfig: solrconfig.xml
   [junit4]   1> 2014-01-26 05:29:20,607 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(424)) - Reading Solr Schema from schema.xml
   [junit4]   1> 2014-01-26 05:29:20,643 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(452)) - [null] Schema name=example
   [junit4]   1> 2014-01-26 05:29:22,121 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.IndexSchema (IndexSchema.java:readSchema(550)) - unique key field: id
   [junit4]   1> 2014-01-26 05:29:22,207 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:22,218 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] schema.FileExchangeRateProvider (CurrencyField.java:reload(787)) - Reloading exchange rates from file currency.xml
   [junit4]   1> 2014-01-26 05:29:22,273 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:<init>(116)) - new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/contrib/map-reduce/src/test-files/solr/collection1/'
   [junit4]   1> 2014-01-26 05:29:22,419 INFO  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrConfig (SolrConfig.java:initLibs(529)) - Adding specified lib dirs to ClassLoader
   [junit4]   1> 2014-01-26 05:29:22,421 WARN  [TEST-SolrCellMorphlineTest.testSolrCellDocumentTypes-seed#[10B5A97399DE16AF]] core.SolrResourceLoader (SolrResourceLoader.java:addToClassLoader(170)) - Can't find

[...truncated too long message...]

   [junit4]   1> 2014-01-26 05:30:00,560 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:30:00,560 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@49a7083d main{StandardDirectoryReader(segments_4:29:nrt _8(4.7):C1 _9(4.7):C1 _a(4.7):C1)}
   [junit4]   1> 2014-01-26 05:30:00,562 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 12
   [junit4]   1> 2014-01-26 05:30:00,564 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=3 status=0 QTime=0 
   [junit4]   1> 2014-01-26 05:30:00,565 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(521)) - start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   1> 2014-01-26 05:30:00,565 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] search.SolrIndexSearcher (SolrIndexSearcher.java:<init>(199)) - Opening Searcher@2360ee26 main
   [junit4]   1> 2014-01-26 05:30:00,566 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] update.UpdateHandler (DirectUpdateHandler2.java:commit(612)) - end_commit_flush
   [junit4]   1> 2014-01-26 05:30:00,566 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(44)) - QuerySenderListener sending requests to Searcher@2360ee26 main{StandardDirectoryReader(segments_4:29:nrt _8(4.7):C1 _9(4.7):C1 _a(4.7):C1)}
   [junit4]   1> 2014-01-26 05:30:00,567 INFO  [searcherExecutor-5-thread-1] core.SolrCore (QuerySenderListener.java:newSearcher(91)) - QuerySenderListener done.
   [junit4]   1> 2014-01-26 05:30:00,568 INFO  [searcherExecutor-5-thread-1] core.SolrCore (SolrCore.java:registerSearcher(1865)) - [collection1] Registered new searcher Searcher@2360ee26 main{StandardDirectoryReader(segments_4:29:nrt _8(4.7):C1 _9(4.7):C1 _a(4.7):C1)}
   [junit4]   1> 2014-01-26 05:30:00,569 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] processor.LogUpdateProcessor (LogUpdateProcessorFactory.java:finish(198)) - [collection1] webapp=null path=/update params={commit=true&softCommit=true&waitSearcher=true} {commit=} 0 4
   [junit4]   1> 2014-01-26 05:30:00,570 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] core.SolrCore (SolrCore.java:execute(1917)) - [collection1] webapp=null path=/select params={q=*%3A*&rows=2147483647} hits=3 status=0 QTime=1 
   [junit4]   1> 2014-01-26 05:30:00,570 INFO  [TEST-SolrCellMorphlineTest.testSolrCellJPGCompressed-seed#[10B5A97399DE16AF]] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:tearDown(227)) - ###Ending testSolrCellJPGCompressed
   [junit4]   1> 2014-01-26 05:30:00,579 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] solr.SolrTestCaseJ4 (SolrTestCaseJ4.java:deleteCore(543)) - ###deleteCore
   [junit4]   1> 2014-01-26 05:30:00,580 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CoreContainer (CoreContainer.java:shutdown(360)) - Shutting down CoreContainer instance=559934492
   [junit4]   1> 2014-01-26 05:30:00,581 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrCore (SolrCore.java:close(1000)) - [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cf820d8
   [junit4]   1> 2014-01-26 05:30:00,583 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] update.UpdateHandler (DirectUpdateHandler2.java:close(687)) - closing DirectUpdateHandler2{commits=22,autocommit maxTime=60000ms,autocommits=0,soft autocommit maxTime=1000ms,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=3,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=11,cumulative_deletesById=0,cumulative_deletesByQuery=9,cumulative_errors=0,transaction_logs_total_size=21931,transaction_logs_total_number=9}
   [junit4]   1> 2014-01-26 05:30:00,585 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] update.SolrCoreState (SolrCoreState.java:decrefSolrCoreState(71)) - Closing SolrCoreState
   [junit4]   1> 2014-01-26 05:30:00,585 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(65)) - SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   1> 2014-01-26 05:30:00,586 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] update.DefaultSolrCoreState (DefaultSolrCoreState.java:closeIndexWriter(67)) - closing IndexWriter with IndexWriterCloser
   [junit4]   1> 2014-01-26 05:30:00,594 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrCore (SolrDeletionPolicy.java:onCommit(98)) - SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_4,generation=4}
   [junit4]   1> 	commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25d9c4c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a811e2b),segFN=segments_5,generation=5}
   [junit4]   1> 2014-01-26 05:30:00,595 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrCore (SolrDeletionPolicy.java:updateCommits(165)) - newest commit generation = 5
   [junit4]   1> 2014-01-26 05:30:00,601 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.SolrCore (SolrCore.java:closeSearcher(1882)) - [collection1] Closing main searcher on request.
   [junit4]   1> 2014-01-26 05:30:00,602 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(168)) - Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   1> 2014-01-26 05:30:00,604 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650;done=false>>]
   [junit4]   1> 2014-01-26 05:30:00,605 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650
   [junit4]   1> 2014-01-26 05:30:00,606 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:closeCacheValue(235)) - looking to close /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index;done=false>>]
   [junit4]   1> 2014-01-26 05:30:00,607 INFO  [SUITE-SolrCellMorphlineTest-seed#[10B5A97399DE16AF]-worker] core.CachingDirectoryFactory (CachingDirectoryFactory.java:close(304)) - Closing directory: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/contrib/solr-morphlines-cell/test/J0/./solrtest-SolrCellMorphlineTest-1390714113650/index
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=th_TH_TH_#u-nu-thai, timezone=Australia/Broken_Hill
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=36713736,total=137232384
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCellMorphlineTest]
   [junit4] Completed in 90.98s, 5 tests, 2 failures <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:209: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:441: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 1 suite, 5 tests, 2 failures

Total time: 100 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1233 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1233/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_0 expected:<121> but was:<62>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0 expected:<121> but was:<62>
	at __randomizedtesting.SeedInfo.seed([B11FCF5B90D33E3D:30F94143E78C5E01]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:477)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:695)




Build Log:
[...truncated 9588 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 918423 T4000 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 918428 T4000 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1390690372822
   [junit4]   2> 918430 T4000 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 918432 T4001 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 918533 T4000 oasc.ZkTestServer.run start zk server on port:55344
   [junit4]   2> 918536 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 918551 T4007 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@db73e92 name:ZooKeeperConnection Watcher:127.0.0.1:55344 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 918553 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 918554 T4000 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 918580 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 918589 T4009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c5d8705 name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 918591 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 918591 T4000 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 918614 T4000 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 918630 T4000 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 918639 T4000 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 918651 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 918652 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 918668 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 918668 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 918680 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 918682 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 918696 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 918696 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 918712 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 918713 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 918730 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 918732 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 918751 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 918752 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 918774 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 918775 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 918795 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 918796 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 918817 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 918818 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 918838 T4000 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 918839 T4000 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 919219 T4000 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 919228 T4000 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55347
   [junit4]   2> 919229 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 919230 T4000 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 919231 T4000 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260
   [junit4]   2> 919231 T4000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/'
   [junit4]   2> 919263 T4000 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/solr.xml
   [junit4]   2> 919311 T4000 oasc.CoreContainer.<init> New CoreContainer 1100082885
   [junit4]   2> 919312 T4000 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/]
   [junit4]   2> 919313 T4000 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 919313 T4000 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 919314 T4000 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 919314 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 919314 T4000 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 919315 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 919315 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 919315 T4000 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 919316 T4000 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 919335 T4000 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 919336 T4000 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 919336 T4000 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 919336 T4000 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55344/solr
   [junit4]   2> 919337 T4000 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 919338 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919345 T4020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53d2e924 name:ZooKeeperConnection Watcher:127.0.0.1:55344 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919346 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919354 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919359 T4022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7391483c name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919361 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919366 T4000 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 919379 T4000 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 919391 T4000 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 919397 T4000 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55347_
   [junit4]   2> 919400 T4000 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55347_
   [junit4]   2> 919413 T4000 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 919423 T4000 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 919444 T4000 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 919460 T4000 oasc.Overseer.start Overseer (id=91140284273786883-127.0.0.1:55347_-n_0000000000) starting
   [junit4]   2> 919480 T4000 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 919507 T4024 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 919510 T4000 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 919519 T4024 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 919539 T4000 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 919548 T4000 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 919559 T4023 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 919564 T4025 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 919565 T4025 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 919567 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 919568 T4025 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 919573 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 919575 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55347",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55347_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 919575 T4023 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 919575 T4023 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 919585 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 919587 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 920569 T4025 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 920570 T4025 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/collection1
   [junit4]   2> 920570 T4025 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 920576 T4025 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 920576 T4025 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 920583 T4025 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/collection1/'
   [junit4]   2> 920586 T4025 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/collection1/lib/classes/' to classloader
   [junit4]   2> 920587 T4025 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/collection1/lib/README' to classloader
   [junit4]   2> 920649 T4025 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 920683 T4025 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 920689 T4025 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 920702 T4025 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 921026 T4025 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 921028 T4025 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 921029 T4025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 921036 T4025 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 921135 T4025 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 921136 T4025 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1390690373260/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1390690372821/control/data/
   [junit4]   2> 921137 T4025 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67df02c9
   [junit4]   2> 921139 T4025 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/control/data
   [junit4]   2> 921139 T4025 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1390690372821/control/data/index/
   [junit4]   2> 921140 T4025 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1390690372821/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 921140 T4025 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/control/data/index
   [junit4]   2> 921141 T4025 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31368639649739816]
   [junit4]   2> 921143 T4025 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@726bb51b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47bca037),segFN=segments_1,generation=1}
   [junit4]   2> 921143 T4025 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 921151 T4025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 921152 T4025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 921152 T4025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 921153 T4025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 921153 T4025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 921154 T4025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 921155 T4025 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 921155 T4025 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 921155 T4025 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 921156 T4025 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 921157 T4025 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 921158 T4025 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 921158 T4025 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 921160 T4025 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 921161 T4025 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 921162 T4025 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 921170 T4025 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 921173 T4025 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 921174 T4025 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 921174 T4025 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=23.830078125, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=5.853012972999949, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 921175 T4025 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@726bb51b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47bca037),segFN=segments_1,generation=1}
   [junit4]   2> 921175 T4025 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 921176 T4025 oass.SolrIndexSearcher.<init> Opening Searcher@169c0c37 main
   [junit4]   2> 921188 T4026 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@169c0c37 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 921189 T4025 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 921191 T4000 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 921191 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 921191 T4029 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55347 collection:control_collection shard:shard1
   [junit4]   2> 921193 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 921196 T4029 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 921197 T4031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@390f5a63 name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 921197 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 921203 T4000 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 921218 T4000 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 921224 T4029 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 921231 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921234 T4029 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 921234 T4029 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1529 name=collection1 org.apache.solr.core.SolrCore@165aa2b2 url=http://127.0.0.1:55347/collection1 node=127.0.0.1:55347_ C1529_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55347, core=collection1, node_name=127.0.0.1:55347_}
   [junit4]   2> 921234 T4029 C1529 P55347 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55347/collection1/
   [junit4]   2> 921235 T4029 C1529 P55347 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 921235 T4029 C1529 P55347 oasc.SyncStrategy.syncToMe http://127.0.0.1:55347/collection1/ has no replicas
   [junit4]   2> 921235 T4029 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55347/collection1/ shard1
   [junit4]   2> 921236 T4029 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 921242 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 921260 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921263 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921266 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921286 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 921296 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921404 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921405 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921430 T4029 oasc.ZkController.register We are http://127.0.0.1:55347/collection1/ and leader is http://127.0.0.1:55347/collection1/
   [junit4]   2> 921430 T4029 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55347
   [junit4]   2> 921430 T4029 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 921430 T4029 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 921431 T4029 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 921434 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921435 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921435 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921439 T4029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 921443 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 921445 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55347",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55347_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 921453 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 921551 T4000 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 921552 T4000 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 921558 T4000 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55351
   [junit4]   2> 921562 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 921563 T4000 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 921564 T4000 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612
   [junit4]   2> 921564 T4000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/'
   [junit4]   2> 921567 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921567 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921597 T4000 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/solr.xml
   [junit4]   2> 921636 T4000 oasc.CoreContainer.<init> New CoreContainer 288316609
   [junit4]   2> 921637 T4000 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/]
   [junit4]   2> 921638 T4000 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 921638 T4000 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 921639 T4000 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 921639 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 921639 T4000 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 921640 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 921640 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 921640 T4000 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 921641 T4000 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 921660 T4000 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 921661 T4000 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 921661 T4000 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 921662 T4000 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55344/solr
   [junit4]   2> 921662 T4000 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 921663 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 921668 T4042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c728bb7 name:ZooKeeperConnection Watcher:127.0.0.1:55344 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 921668 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 921674 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 921678 T4044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e4c2e17 name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 921679 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 921694 T4000 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 922711 T4000 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55351_
   [junit4]   2> 922717 T4000 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55351_
   [junit4]   2> 922743 T4031 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 922744 T4044 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 922748 T4022 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 922784 T4045 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 922784 T4045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 922790 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 922791 T4045 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 922791 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 922792 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 922803 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 922808 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55351_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 922808 T4023 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 922809 T4023 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 922828 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 922945 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 922947 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 922947 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 923793 T4045 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 923794 T4045 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/collection1
   [junit4]   2> 923794 T4045 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 923798 T4045 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 923799 T4045 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 923807 T4045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/collection1/'
   [junit4]   2> 923809 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/collection1/lib/classes/' to classloader
   [junit4]   2> 923810 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/collection1/lib/README' to classloader
   [junit4]   2> 923869 T4045 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 923904 T4045 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 923908 T4045 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 923923 T4045 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 924248 T4045 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 924250 T4045 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 924252 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 924260 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 924342 T4045 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 924344 T4045 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1390690375612/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty1/
   [junit4]   2> 924344 T4045 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67df02c9
   [junit4]   2> 924345 T4045 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty1
   [junit4]   2> 924346 T4045 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty1/index/
   [junit4]   2> 924346 T4045 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 924346 T4045 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty1/index
   [junit4]   2> 924347 T4045 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31368639649739816]
   [junit4]   2> 924348 T4045 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@58bbf16e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1633d7d7),segFN=segments_1,generation=1}
   [junit4]   2> 924348 T4045 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 924354 T4045 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 924354 T4045 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 924355 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 924355 T4045 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 924355 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 924355 T4045 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 924356 T4045 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 924356 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 924356 T4045 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 924357 T4045 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 924358 T4045 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 924358 T4045 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 924358 T4045 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 924359 T4045 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 924360 T4045 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 924361 T4045 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 924367 T4045 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 924371 T4045 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 924371 T4045 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 924373 T4045 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=23.830078125, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=5.853012972999949, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 924374 T4045 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@58bbf16e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1633d7d7),segFN=segments_1,generation=1}
   [junit4]   2> 924374 T4045 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 924374 T4045 oass.SolrIndexSearcher.<init> Opening Searcher@1675f884 main
   [junit4]   2> 924382 T4046 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1675f884 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 924385 T4045 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 924387 T4000 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 924387 T4049 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55351 collection:collection1 shard:shard1
   [junit4]   2> 924388 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 924392 T4049 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 924422 T4049 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 924433 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924434 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924434 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924434 T4049 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 924434 T4049 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1530 name=collection1 org.apache.solr.core.SolrCore@48d2674 url=http://127.0.0.1:55351/collection1 node=127.0.0.1:55351_ C1530_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55351, core=collection1, node_name=127.0.0.1:55351_}
   [junit4]   2> 924435 T4049 C1530 P55351 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55351/collection1/
   [junit4]   2> 924435 T4049 C1530 P55351 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 924435 T4049 C1530 P55351 oasc.SyncStrategy.syncToMe http://127.0.0.1:55351/collection1/ has no replicas
   [junit4]   2> 924435 T4049 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55351/collection1/ shard1
   [junit4]   2> 924436 T4049 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 924451 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 924471 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924475 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924475 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924475 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924488 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 924498 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924606 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924607 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924608 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924622 T4049 oasc.ZkController.register We are http://127.0.0.1:55351/collection1/ and leader is http://127.0.0.1:55351/collection1/
   [junit4]   2> 924623 T4049 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55351
   [junit4]   2> 924623 T4049 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 924623 T4049 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 924623 T4049 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 924626 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924626 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924626 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924630 T4049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 924633 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 924635 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55351_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 924643 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 924745 T4000 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 924747 T4000 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 924750 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924750 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924751 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 924759 T4000 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55354
   [junit4]   2> 924760 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 924761 T4000 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 924761 T4000 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783
   [junit4]   2> 924762 T4000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/'
   [junit4]   2> 924798 T4000 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/solr.xml
   [junit4]   2> 924839 T4000 oasc.CoreContainer.<init> New CoreContainer 1457503368
   [junit4]   2> 924840 T4000 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/]
   [junit4]   2> 924841 T4000 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 924841 T4000 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 924842 T4000 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 924842 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 924842 T4000 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 924842 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 924843 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 924843 T4000 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 924843 T4000 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 924874 T4000 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 924874 T4000 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 924875 T4000 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 924875 T4000 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55344/solr
   [junit4]   2> 924876 T4000 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 924877 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 924883 T4060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ad2b146 name:ZooKeeperConnection Watcher:127.0.0.1:55344 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 924884 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 924890 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 924894 T4062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3046af17 name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 924895 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 924908 T4000 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 925926 T4000 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55354_
   [junit4]   2> 925932 T4000 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55354_
   [junit4]   2> 925953 T4044 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 925957 T4031 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 925960 T4022 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 925963 T4062 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 926003 T4063 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 926003 T4063 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 926009 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926010 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926011 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926010 T4063 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 926022 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 926027 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55354",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55354_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 926027 T4023 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 926028 T4023 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 926047 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 926161 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 926162 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 926163 T4062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 926166 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927014 T4063 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 927015 T4063 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/collection1
   [junit4]   2> 927015 T4063 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 927021 T4063 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 927021 T4063 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 927030 T4063 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/collection1/'
   [junit4]   2> 927034 T4063 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/collection1/lib/classes/' to classloader
   [junit4]   2> 927035 T4063 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/collection1/lib/README' to classloader
   [junit4]   2> 927101 T4063 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 927135 T4063 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 927139 T4063 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 927147 T4063 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 927464 T4063 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 927466 T4063 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 927468 T4063 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 927475 T4063 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 927564 T4063 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 927564 T4063 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1390690378783/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty2/
   [junit4]   2> 927565 T4063 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67df02c9
   [junit4]   2> 927566 T4063 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty2
   [junit4]   2> 927567 T4063 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty2/index/
   [junit4]   2> 927567 T4063 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 927567 T4063 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty2/index
   [junit4]   2> 927569 T4063 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31368639649739816]
   [junit4]   2> 927571 T4063 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@655069aa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d3b7a20),segFN=segments_1,generation=1}
   [junit4]   2> 927571 T4063 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 927579 T4063 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 927580 T4063 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 927582 T4063 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 927583 T4063 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 927583 T4063 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 927584 T4063 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 927584 T4063 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 927585 T4063 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 927585 T4063 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 927586 T4063 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 927588 T4063 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 927588 T4063 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 927589 T4063 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 927591 T4063 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 927592 T4063 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 927594 T4063 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 927606 T4063 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 927609 T4063 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 927609 T4063 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 927610 T4063 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=23.830078125, floorSegmentMB=1.224609375, forceMergeDeletesPctAllowed=5.853012972999949, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 927611 T4063 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@655069aa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d3b7a20),segFN=segments_1,generation=1}
   [junit4]   2> 927612 T4063 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 927612 T4063 oass.SolrIndexSearcher.<init> Opening Searcher@1f95cba2 main
   [junit4]   2> 927619 T4064 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f95cba2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 927622 T4063 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 927623 T4000 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 927624 T4067 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55354 collection:collection1 shard:shard2
   [junit4]   2> 927624 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 927627 T4067 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 927643 T4067 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 927650 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927650 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927650 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927656 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 927657 T4067 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 927658 T4067 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1531 name=collection1 org.apache.solr.core.SolrCore@6eaee996 url=http://127.0.0.1:55354/collection1 node=127.0.0.1:55354_ C1531_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55354, core=collection1, node_name=127.0.0.1:55354_}
   [junit4]   2> 927658 T4067 C1531 P55354 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55354/collection1/
   [junit4]   2> 927658 T4067 C1531 P55354 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 927658 T4067 C1531 P55354 oasc.SyncStrategy.syncToMe http://127.0.0.1:55354/collection1/ has no replicas
   [junit4]   2> 927659 T4067 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55354/collection1/ shard2
   [junit4]   2> 927659 T4067 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 927671 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927675 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927675 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927678 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927683 T4062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927702 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927708 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 927718 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927829 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927830 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927835 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927843 T4062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927862 T4067 oasc.ZkController.register We are http://127.0.0.1:55354/collection1/ and leader is http://127.0.0.1:55354/collection1/
   [junit4]   2> 927862 T4067 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55354
   [junit4]   2> 927862 T4067 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 927863 T4067 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 927863 T4067 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 927865 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927866 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927866 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927869 T4067 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 927872 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 927873 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55354",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55354_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 927882 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 927982 T4000 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 927984 T4000 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 927989 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927990 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927990 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927993 T4062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 927996 T4000 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55357
   [junit4]   2> 927997 T4000 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 927998 T4000 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 927999 T4000 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018
   [junit4]   2> 927999 T4000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/'
   [junit4]   2> 928027 T4000 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/solr.xml
   [junit4]   2> 928069 T4000 oasc.CoreContainer.<init> New CoreContainer 1683933822
   [junit4]   2> 928070 T4000 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/]
   [junit4]   2> 928071 T4000 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 928071 T4000 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 928072 T4000 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 928072 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 928072 T4000 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 928073 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 928073 T4000 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 928074 T4000 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 928074 T4000 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 928094 T4000 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 928094 T4000 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 928095 T4000 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 928095 T4000 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55344/solr
   [junit4]   2> 928095 T4000 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 928098 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 928103 T4078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b4049ad name:ZooKeeperConnection Watcher:127.0.0.1:55344 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 928104 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 928110 T4000 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 928114 T4080 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79c4820a name:ZooKeeperConnection Watcher:127.0.0.1:55344/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 928115 T4000 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 928130 T4000 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 929145 T4000 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55357_
   [junit4]   2> 929151 T4000 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55357_
   [junit4]   2> 929176 T4062 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 929180 T4031 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 929181 T4044 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 929183 T4022 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 929186 T4080 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 929224 T4081 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 929224 T4081 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 929230 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 929231 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 929231 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 929232 T4081 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 929243 T4023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 929248 T4023 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55357",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55357_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 929248 T4023 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 929249 T4023 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 929266 T4022 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 929379 T4022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 929380 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 929382 T4080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 929380 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 929381 T4062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 930234 T4081 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 930235 T4081 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/collection1
   [junit4]   2> 930235 T4081 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 930239 T4081 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 930240 T4081 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 930247 T4081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/collection1/'
   [junit4]   2> 930250 T4081 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/collection1/lib/classes/' to classloader
   [junit4]   2> 930251 T4081 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/collection1/lib/README' to classloader
   [junit4]   2> 930308 T4081 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 930362 T4081 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 930367 T4081 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 930376 T4081 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 930691 T4081 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 930693 T4081 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 930695 T4081 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 930702 T4081 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 930797 T4081 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 930799 T4081 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1390690382018/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty3/
   [junit4]   2> 930799 T4081 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67df02c9
   [junit4]   2> 930800 T4081 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty3
   [junit4]   2> 930800 T4081 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty3/index/
   [junit4]   2> 930801 T4081 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 930801 T4081 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty3/index
   [junit4]   2> 930802 T4081 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31368639649739816]
   [junit4]   2> 930803 T4081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@57d0a880 lockFactory=org.apache.lucene.store.SingleInstanceLockFactor

[...truncated too long message...]

t4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 972115 T4080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 972115 T4080 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 972116 T4080 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 972116 T4080 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 972218 T4099 C1607 P55361 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 972220 T4099 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 972220 T4099 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52ba9875
   [junit4]   2> 972233 T4099 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=257,cumulative_deletesById=115,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 972234 T4099 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 972234 T4099 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 972234 T4099 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 972236 T4099 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 972236 T4099 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 972236 T4099 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4/index;done=false>>]
   [junit4]   2> 972236 T4099 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4/index
   [junit4]   2> 972237 T4099 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4;done=false>>]
   [junit4]   2> 972237 T4099 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1390690372821/jetty4
   [junit4]   2> 972237 T4099 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 972237 T4099 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ar_LY, timezone=America/Porto_Acre
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=83700136,total=320667648
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfig, TestUpdate, DistributedSpellCheckComponentTest, BlockDirectoryTest, HdfsUnloadDistributedZkTest, BadCopyFieldTest, TestFreeTextSuggestions, BJQParserTest, DocumentAnalysisRequestHandlerTest, TestRemoteStreaming, TestCloudManagedSchemaAddField, DistribCursorPagingTest, TestTrie, TestPostingsSolrHighlighter, StatelessScriptUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, TestReversedWildcardFilterFactory, TestDynamicFieldCollectionResource, PreAnalyzedUpdateProcessorTest, TestFieldTypeResource, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, PingRequestHandlerTest, SchemaVersionSpecificBehaviorTest, TestSchemaResource, TestAddFieldRealTimeGet, TestRangeQuery, RequiredFieldsTest, TestPerFieldSimilarity, TestCloudManagedSchema, ZkSolrClientTest, TestCodecSupport, CoreMergeIndexesAdminHandlerTest, TermVectorComponentDistributedTest, SolrPluginUtilsTest, TestLazyCores, ChaosMonkeyNothingIsSafeTest, TestXIncludeConfig, StressHdfsTest, BlockCacheTest, EnumFieldTest, SolrXmlInZkTest, TestCollationFieldDocValues, TestNumberUtils, TestLuceneMatchVersion, PreAnalyzedFieldTest, ShardRoutingCustomTest, OpenExchangeRatesOrgProviderTest, TestWriterPerf, CacheHeaderTest, TestPHPSerializedResponseWriter, DefaultValueUpdateProcessorTest, TestQueryUtils, TestZkChroot, TestDocBasedVersionConstraints, TestInfoStreamLogging, SpellCheckCollatorTest, PrimUtilsTest, TestSolrDeletionPolicy1, TestFunctionQuery, DeleteReplicaTest, FieldAnalysisRequestHandlerTest, TestRTGBase, TestSchemaVersionResource, ChaosMonkeySafeLeaderTest, TestGroupingSearch, ClusterStateUpdateTest, UniqFieldsUpdateProcessorFactoryTest, TestCSVLoader, TestSolrJ, IndexBasedSpellCheckerTest, TestOmitPositions, TestFieldResource, TestImplicitCoreProperties, TestQuerySenderListener, LukeRequestHandlerTest, TestExtendedDismaxParser, BadIndexSchemaTest, NumericFieldsTest, TestSerializedLuceneMatchVersion, PathHierarchyTokenizerFactoryTest, TestFieldCollectionResource, SignatureUpdateProcessorFactoryTest, TestFileDictionaryLookup, SampleTest, AnalysisAfterCoreReloadTest, DisMaxRequestHandlerTest, TestDFRSimilarityFactory, SuggesterTest, SearchHandlerTest, ShowFileRequestHandlerTest, ZkCLITest, TestManagedSchema, DistributedQueryComponentCustomSortTest, TestReload, TestBM25SimilarityFactory, SolrCoreTest, ZkNodePropsTest, SynonymTokenizerTest, TestFoldingMultitermQuery, DirectUpdateHandlerOptimizeTest, DistributedDebugComponentTest, UpdateParamsTest, TestDistributedGrouping, MultiTermTest, UUIDFieldTest, TestReloadAndDeleteDocs, TestFaceting, StandardRequestHandlerTest, TestSolrQueryParserResource, AddSchemaFieldsUpdateProcessorFactoryTest, TestSweetSpotSimilarityFactory, ShardSplitTest]
   [junit4] Completed in 54.80s, 1 test, 1 failure <<< FAILURES!

[...truncated 742 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 355 suites, 1547 tests, 1 failure, 41 ignored (7 assumptions)

Total time: 82 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1232 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1232/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
collection already exists: collection2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: collection2
	at __randomizedtesting.SeedInfo.seed([E9FE9596E2466FF7:68181B8E95190FCB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1623)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1649)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:353)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:143)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:695)




Build Log:
[...truncated 9280 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 291299 T573 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 291304 T573 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-FullSolrCloudDistribCmdsTest-1390655794189
   [junit4]   2> 291306 T573 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 291307 T574 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 291410 T573 oasc.ZkTestServer.run start zk server on port:55916
   [junit4]   2> 291413 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 291422 T580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30625ffa name:ZooKeeperConnection Watcher:127.0.0.1:55916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 291422 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 291423 T573 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 291443 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 291449 T582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d8db6e1 name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 291449 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 291450 T573 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 291466 T573 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 291483 T573 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 291497 T573 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 291512 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 291513 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 291534 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 291535 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 291553 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 291554 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 291574 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 291575 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 291588 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 291589 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 291604 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 291606 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 291621 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 291622 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 291636 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 291637 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 291649 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 291651 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 291665 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 291666 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 291679 T573 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 291680 T573 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 292080 T573 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 292098 T573 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55919
   [junit4]   2> 292099 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 292100 T573 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 292101 T573 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583
   [junit4]   2> 292102 T573 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/'
   [junit4]   2> 292146 T573 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/solr.xml
   [junit4]   2> 292217 T573 oasc.CoreContainer.<init> New CoreContainer 418827560
   [junit4]   2> 292218 T573 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/]
   [junit4]   2> 292219 T573 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 292219 T573 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 292220 T573 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 292220 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 292221 T573 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 292221 T573 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 292221 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 292222 T573 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 292222 T573 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 292245 T573 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 292245 T573 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 292246 T573 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 292246 T573 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55916/solr
   [junit4]   2> 292247 T573 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 292248 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 292254 T593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@731709e5 name:ZooKeeperConnection Watcher:127.0.0.1:55916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 292254 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 292267 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 292274 T595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e5efaeb name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 292274 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 292281 T573 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 292297 T573 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 292313 T573 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 292321 T573 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55919_
   [junit4]   2> 292325 T573 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55919_
   [junit4]   2> 292341 T573 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 292351 T573 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 292372 T573 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 292382 T573 oasc.Overseer.start Overseer (id=91138018128691203-127.0.0.1:55919_-n_0000000000) starting
   [junit4]   2> 292404 T573 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 292429 T597 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 292434 T573 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 292434 T597 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 292449 T573 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 292458 T573 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 292479 T596 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 292490 T598 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 292492 T598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 292497 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 292497 T598 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 292505 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 292508 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55919",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55919_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 292508 T596 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 292522 T596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 292541 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 292545 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 293500 T598 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 293500 T598 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/collection1
   [junit4]   2> 293501 T598 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 293504 T598 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 293504 T598 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 293509 T598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/collection1/'
   [junit4]   2> 293510 T598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/collection1/lib/classes/' to classloader
   [junit4]   2> 293511 T598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/collection1/lib/README' to classloader
   [junit4]   2> 293572 T598 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 293629 T598 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 293634 T598 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 293643 T598 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 294117 T598 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 294162 T598 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 294170 T598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 294253 T598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 294372 T598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 294373 T598 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390655794583/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/control/data/
   [junit4]   2> 294373 T598 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e7616ad
   [junit4]   2> 294375 T598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/control/data
   [junit4]   2> 294375 T598 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/control/data/index/
   [junit4]   2> 294375 T598 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 294376 T598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/control/data/index
   [junit4]   2> 294376 T598 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=91.5703125, floorSegmentMB=0.48046875, forceMergeDeletesPctAllowed=28.245555026575662, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 294378 T598 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25ca0df7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c68ec0),segFN=segments_1,generation=1}
   [junit4]   2> 294378 T598 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 294386 T598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 294386 T598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 294387 T598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 294387 T598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 294388 T598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 294388 T598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 294389 T598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 294389 T598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 294389 T598 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 294390 T598 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 294391 T598 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 294391 T598 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 294392 T598 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 294392 T598 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 294393 T598 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 294393 T598 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 294400 T598 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 294405 T598 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 294406 T598 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 294407 T598 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.44921875, floorSegmentMB=1.0771484375, forceMergeDeletesPctAllowed=16.08427494912836, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3933691799195974
   [junit4]   2> 294408 T598 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@25ca0df7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c68ec0),segFN=segments_1,generation=1}
   [junit4]   2> 294408 T598 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 294409 T598 oass.SolrIndexSearcher.<init> Opening Searcher@7dd0a6b8 main
   [junit4]   2> 294418 T599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7dd0a6b8 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 294420 T598 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 294422 T573 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 294422 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 294422 T602 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55919 collection:control_collection shard:shard1
   [junit4]   2> 294463 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 294479 T604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e36e002 name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 294479 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 294479 T602 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 294497 T573 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 294523 T573 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 294540 T602 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 294554 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294559 T602 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 294560 T602 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2503 name=collection1 org.apache.solr.core.SolrCore@5d79b219 url=http://127.0.0.1:55919/collection1 node=127.0.0.1:55919_ C2503_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55919, core=collection1, node_name=127.0.0.1:55919_}
   [junit4]   2> 294560 T602 C2503 P55919 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55919/collection1/
   [junit4]   2> 294561 T602 C2503 P55919 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 294561 T602 C2503 P55919 oasc.SyncStrategy.syncToMe http://127.0.0.1:55919/collection1/ has no replicas
   [junit4]   2> 294562 T602 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55919/collection1/ shard1
   [junit4]   2> 294562 T602 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 294569 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294594 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294605 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294618 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294631 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294642 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294751 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294754 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294769 T602 oasc.ZkController.register We are http://127.0.0.1:55919/collection1/ and leader is http://127.0.0.1:55919/collection1/
   [junit4]   2> 294770 T602 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55919
   [junit4]   2> 294770 T602 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 294770 T602 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 294770 T602 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 294773 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294773 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294774 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294780 T602 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294784 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294796 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55919",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55919_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 294806 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294916 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294916 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294923 T573 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 294925 T573 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 294933 T573 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55923
   [junit4]   2> 294939 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 294940 T573 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 294941 T573 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407
   [junit4]   2> 294942 T573 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/'
   [junit4]   2> 294978 T573 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/solr.xml
   [junit4]   2> 295050 T573 oasc.CoreContainer.<init> New CoreContainer 86620653
   [junit4]   2> 295050 T573 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/]
   [junit4]   2> 295052 T573 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 295052 T573 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 295053 T573 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 295054 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 295054 T573 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 295055 T573 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 295055 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 295055 T573 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 295056 T573 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 295079 T573 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 295080 T573 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 295080 T573 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 295081 T573 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55916/solr
   [junit4]   2> 295081 T573 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 295083 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 295088 T615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@766d7940 name:ZooKeeperConnection Watcher:127.0.0.1:55916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295089 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 295107 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 295111 T617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@650d941c name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295112 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 295133 T573 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 296153 T573 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55923_
   [junit4]   2> 296158 T573 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55923_
   [junit4]   2> 296174 T604 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 296175 T595 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 296178 T617 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 296208 T618 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 296209 T618 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 296212 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 296213 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 296213 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 296213 T618 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 296221 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 296224 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55923",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55923_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 296225 T596 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 296225 T596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 296235 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 296349 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 296350 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 296350 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297215 T618 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 297215 T618 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/collection1
   [junit4]   2> 297216 T618 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 297219 T618 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 297219 T618 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 297226 T618 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/collection1/'
   [junit4]   2> 297228 T618 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/collection1/lib/classes/' to classloader
   [junit4]   2> 297229 T618 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/collection1/lib/README' to classloader
   [junit4]   2> 297297 T618 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 297355 T618 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 297360 T618 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 297368 T618 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 297804 T618 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 297807 T618 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 297809 T618 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 297819 T618 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 297930 T618 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 297932 T618 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390655797407/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty1/
   [junit4]   2> 297932 T618 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e7616ad
   [junit4]   2> 297934 T618 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty1
   [junit4]   2> 297934 T618 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty1/index/
   [junit4]   2> 297935 T618 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 297937 T618 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty1/index
   [junit4]   2> 297937 T618 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=91.5703125, floorSegmentMB=0.48046875, forceMergeDeletesPctAllowed=28.245555026575662, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 297939 T618 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@20c28281 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37872f8d),segFN=segments_1,generation=1}
   [junit4]   2> 297939 T618 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 297950 T618 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 297950 T618 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 297951 T618 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 297951 T618 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 297951 T618 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 297952 T618 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 297953 T618 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 297954 T618 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 297954 T618 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 297955 T618 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 297956 T618 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 297957 T618 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 297958 T618 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 297959 T618 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 297960 T618 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 297964 T618 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 297973 T618 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 297985 T618 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 297986 T618 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 297992 T618 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.44921875, floorSegmentMB=1.0771484375, forceMergeDeletesPctAllowed=16.08427494912836, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3933691799195974
   [junit4]   2> 297993 T618 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@20c28281 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37872f8d),segFN=segments_1,generation=1}
   [junit4]   2> 297994 T618 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 297994 T618 oass.SolrIndexSearcher.<init> Opening Searcher@4bdb635a main
   [junit4]   2> 298024 T619 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bdb635a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 298026 T618 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 298056 T622 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55923 collection:collection1 shard:shard1
   [junit4]   2> 298057 T573 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 298057 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 298077 T622 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 298119 T622 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 298166 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298166 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298166 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298169 T622 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 298169 T622 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2504 name=collection1 org.apache.solr.core.SolrCore@7fecbee0 url=http://127.0.0.1:55923/collection1 node=127.0.0.1:55923_ C2504_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55923, core=collection1, node_name=127.0.0.1:55923_}
   [junit4]   2> 298169 T622 C2504 P55923 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55923/collection1/
   [junit4]   2> 298173 T622 C2504 P55923 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 298173 T622 C2504 P55923 oasc.SyncStrategy.syncToMe http://127.0.0.1:55923/collection1/ has no replicas
   [junit4]   2> 298174 T622 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55923/collection1/ shard1
   [junit4]   2> 298174 T622 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 298181 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 298200 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298206 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298207 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298218 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298250 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298258 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 298269 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298381 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298382 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298383 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298405 T622 oasc.ZkController.register We are http://127.0.0.1:55923/collection1/ and leader is http://127.0.0.1:55923/collection1/
   [junit4]   2> 298405 T622 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55923
   [junit4]   2> 298406 T622 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 298406 T622 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 298406 T622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 298410 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298410 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298411 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298415 T622 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 298421 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 298424 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55923",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55923_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 298433 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 298542 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298543 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298544 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 298573 T573 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 298574 T573 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 298581 T573 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55926
   [junit4]   2> 298582 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 298582 T573 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 298583 T573 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942
   [junit4]   2> 298583 T573 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/'
   [junit4]   2> 298626 T573 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/solr.xml
   [junit4]   2> 298696 T573 oasc.CoreContainer.<init> New CoreContainer 903425512
   [junit4]   2> 298697 T573 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/]
   [junit4]   2> 298699 T573 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 298699 T573 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 298699 T573 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 298700 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 298700 T573 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 298701 T573 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 298701 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 298702 T573 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 298702 T573 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 298732 T573 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 298733 T573 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 298734 T573 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 298735 T573 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55916/solr
   [junit4]   2> 298735 T573 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 298738 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298743 T633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4554f5f6 name:ZooKeeperConnection Watcher:127.0.0.1:55916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298744 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298758 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298763 T635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68de1359 name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298764 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298783 T573 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 299800 T573 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55926_
   [junit4]   2> 299803 T573 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55926_
   [junit4]   2> 299821 T595 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299822 T635 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299823 T604 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299824 T617 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299851 T636 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 299851 T636 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 299855 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299855 T636 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 299855 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299856 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299861 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 299863 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55926",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55926_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 299864 T596 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 299864 T596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 299874 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299983 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299983 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299984 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299985 T635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300858 T636 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 300858 T636 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/collection1
   [junit4]   2> 300859 T636 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 300862 T636 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 300863 T636 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 300869 T636 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/collection1/'
   [junit4]   2> 300871 T636 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/collection1/lib/classes/' to classloader
   [junit4]   2> 300872 T636 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/collection1/lib/README' to classloader
   [junit4]   2> 300973 T636 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 301056 T636 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 301063 T636 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 301079 T636 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 301719 T636 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 301723 T636 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 301726 T636 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 301737 T636 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 301864 T636 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 301867 T636 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390655800942/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty2/
   [junit4]   2> 301867 T636 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e7616ad
   [junit4]   2> 301869 T636 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty2
   [junit4]   2> 301869 T636 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty2/index/
   [junit4]   2> 301870 T636 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 301870 T636 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty2/index
   [junit4]   2> 301871 T636 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=91.5703125, floorSegmentMB=0.48046875, forceMergeDeletesPctAllowed=28.245555026575662, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 301873 T636 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4150bd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f554259),segFN=segments_1,generation=1}
   [junit4]   2> 301874 T636 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 301884 T636 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 301885 T636 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 301885 T636 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 301885 T636 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 301886 T636 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 301886 T636 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 301887 T636 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 301887 T636 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 301887 T636 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 301888 T636 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 301889 T636 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 301889 T636 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 301889 T636 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 301890 T636 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 301891 T636 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 301891 T636 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 301897 T636 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 301902 T636 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 301903 T636 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 301904 T636 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.44921875, floorSegmentMB=1.0771484375, forceMergeDeletesPctAllowed=16.08427494912836, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3933691799195974
   [junit4]   2> 301906 T636 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4150bd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f554259),segFN=segments_1,generation=1}
   [junit4]   2> 301907 T636 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 301907 T636 oass.SolrIndexSearcher.<init> Opening Searcher@1461366d main
   [junit4]   2> 301917 T637 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1461366d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 301922 T636 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 301924 T573 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 301925 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 301924 T640 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55926 collection:collection1 shard:shard2
   [junit4]   2> 301932 T640 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 301969 T640 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 301981 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 301981 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 301982 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 301984 T640 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 301985 T640 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2505 name=collection1 org.apache.solr.core.SolrCore@dadb1da url=http://127.0.0.1:55926/collection1 node=127.0.0.1:55926_ C2505_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55926, core=collection1, node_name=127.0.0.1:55926_}
   [junit4]   2> 301985 T640 C2505 P55926 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55926/collection1/
   [junit4]   2> 301986 T640 C2505 P55926 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 301986 T640 C2505 P55926 oasc.SyncStrategy.syncToMe http://127.0.0.1:55926/collection1/ has no replicas
   [junit4]   2> 301986 T640 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55926/collection1/ shard2
   [junit4]   2> 301986 T640 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 302000 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302017 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302023 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302025 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302027 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302040 T635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302067 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302079 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302102 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302214 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302214 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302215 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302217 T635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302235 T640 oasc.ZkController.register We are http://127.0.0.1:55926/collection1/ and leader is http://127.0.0.1:55926/collection1/
   [junit4]   2> 302235 T640 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55926
   [junit4]   2> 302235 T640 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 302236 T640 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 302236 T640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 302243 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302245 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302245 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302253 T640 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302263 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302269 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55926",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55926_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 302284 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302401 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302402 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302402 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302403 T635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302536 T573 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 302537 T573 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 302545 T573 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55929
   [junit4]   2> 302548 T573 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 302549 T573 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 302549 T573 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810
   [junit4]   2> 302550 T573 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/'
   [junit4]   2> 302598 T573 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/solr.xml
   [junit4]   2> 302694 T573 oasc.CoreContainer.<init> New CoreContainer 1021897354
   [junit4]   2> 302696 T573 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/]
   [junit4]   2> 302698 T573 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 302699 T573 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 302699 T573 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 302700 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 302701 T573 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 302702 T573 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 302702 T573 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 302703 T573 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 302704 T573 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 302738 T573 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 302739 T573 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 302739 T573 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 302741 T573 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55916/solr
   [junit4]   2> 302741 T573 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 302744 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302751 T651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f7e2943 name:ZooKeeperConnection Watcher:127.0.0.1:55916 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302752 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302766 T573 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302773 T653 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22963050 name:ZooKeeperConnection Watcher:127.0.0.1:55916/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302774 T573 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302800 T573 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 303823 T573 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55929_
   [junit4]   2> 303831 T573 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55929_
   [junit4]   2> 303854 T635 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303858 T653 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303858 T617 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303859 T595 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303860 T604 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303900 T654 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 303901 T654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 303905 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303906 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303906 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303907 T654 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 303914 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303917 T596 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55929",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55929_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 303918 T596 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 303918 T596 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 303935 T595 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303941 T653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303944 T604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303945 T595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303946 T635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303947 T617 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 304908 T654 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 304909 T654 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/collection1
   [junit4]   2> 304909 T654 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 304911 T654 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 304912 T654 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 304916 T654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/collection1/'
   [junit4]   2> 304917 T654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/collection1/lib/classes/' to classloader
   [junit4]   2> 304917 T654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/collection1/lib/README' to classloader
   [junit4]   2> 304993 T654 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 305060 T654 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 305066 T654 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 305075 T654 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 305622 T654 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 305626 T654 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 305627 T654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 305642 T654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 305757 T654 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 305759 T654 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390655804810/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty3/
   [junit4]   2> 305760 T654 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e7616ad
   [junit4]   2> 305761 T654 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty3
   [junit4]   2> 305762 T654 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty3/index/
   [junit4]   2> 305762 T654 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 305763 T654 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390655794189/jetty3/index
   [junit4]   2> 305764 T654 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=91.5703125, floorSegmentMB=0.48046875, forceMergeDeletesPctAllowed=28.245555026575662, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 305766 T654 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.

[...truncated too long message...]

ent.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 463036 T710 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard4/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 463037 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463037 T710 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 463037 T710 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard16/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 463038 T710 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 463041 T710 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard6/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 463042 T710 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=zh_SG, timezone=Asia/Dubai
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=355098936,total=512884736
   [junit4]   2> NOTE: All tests run in this JVM: [AssignTest, ZkControllerTest, ShowFileRequestHandlerTest, TestXIncludeConfig, TestAnalyzeInfixSuggestions, NumericFieldsTest, SolrCmdDistributorTest, TestStressVersions, TestManagedSchema, CursorPagingTest, OverseerCollectionProcessorTest, TestRemoteStreaming, NotRequiredUniqueKeyTest, SuggesterTest, ClusterStateTest, HdfsUnloadDistributedZkTest, SolrRequestParserTest, DateFieldTest, SynonymTokenizerTest, TestDefaultSimilarityFactory, TestCollapseQParserPlugin, TestRealTimeGet, RAMDirectoryFactoryTest, PreAnalyzedUpdateProcessorTest, TestSystemIdResolver, TestFieldResource, TestExtendedDismaxParser, TestCoreContainer, FullSolrCloudDistribCmdsTest]
   [junit4] Completed in 172.37s, 1 test, 1 error <<< FAILURES!

[...truncated 1011 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 355 suites, 1547 tests, 1 error, 40 ignored (6 assumptions)

Total time: 93 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1231 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1231/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
collection already exists: collection2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: collection2
	at __randomizedtesting.SeedInfo.seed([6CA00E6B2BAB28F3:ED4680735CF448CF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1623)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1649)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:353)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:143)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10476 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 1984688 T6918 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1984695 T6918 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-FullSolrCloudDistribCmdsTest-1390635472268
   [junit4]   2> 1984697 T6918 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1984698 T6919 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1984803 T6918 oasc.ZkTestServer.run start zk server on port:54987
   [junit4]   2> 1984804 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984812 T6925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4088d32f name:ZooKeeperConnection Watcher:127.0.0.1:54987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984813 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1984813 T6918 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1984827 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984832 T6927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9365277 name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984833 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1984833 T6918 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1984842 T6918 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1984847 T6918 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1984852 T6918 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1984859 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1984860 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1984879 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1984880 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1984889 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1984890 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1984902 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1984903 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1984910 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1984911 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1984918 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1984919 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1984926 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1984927 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1984934 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1984935 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1984944 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1984945 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1984952 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1984953 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1984967 T6918 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1984968 T6918 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1985566 T6918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1985575 T6918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54990
   [junit4]   2> 1985576 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1985577 T6918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1985577 T6918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549
   [junit4]   2> 1985578 T6918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/'
   [junit4]   2> 1985623 T6918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/solr.xml
   [junit4]   2> 1985743 T6918 oasc.CoreContainer.<init> New CoreContainer 1111140226
   [junit4]   2> 1985744 T6918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/]
   [junit4]   2> 1985745 T6918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1985746 T6918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1985746 T6918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1985747 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1985747 T6918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1985748 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1985748 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1985748 T6918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1985749 T6918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1985764 T6918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1985765 T6918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1985766 T6918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1985766 T6918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54987/solr
   [junit4]   2> 1985767 T6918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1985768 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985776 T6938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18cb69c6 name:ZooKeeperConnection Watcher:127.0.0.1:54987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985777 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1985782 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985788 T6940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@737df15f name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985788 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1985792 T6918 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1985798 T6918 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1985804 T6918 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1985808 T6918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54990_
   [junit4]   2> 1985810 T6918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54990_
   [junit4]   2> 1985816 T6918 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1985821 T6918 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1985832 T6918 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1985844 T6918 oasc.Overseer.start Overseer (id=91136686311014403-127.0.0.1:54990_-n_0000000000) starting
   [junit4]   2> 1985859 T6918 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1985872 T6942 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1985875 T6942 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1985876 T6918 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1985884 T6918 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1985889 T6918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1985895 T6941 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1985930 T6943 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1985931 T6943 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1985933 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1985933 T6943 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1985938 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1985940 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54990",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54990_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1985941 T6941 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1985941 T6941 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1985950 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1985953 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1986935 T6943 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1986936 T6943 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/collection1
   [junit4]   2> 1986936 T6943 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1986938 T6943 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1986940 T6943 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1986943 T6943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/collection1/'
   [junit4]   2> 1986945 T6943 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/collection1/lib/classes/' to classloader
   [junit4]   2> 1986945 T6943 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/collection1/lib/README' to classloader
   [junit4]   2> 1987028 T6943 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1987091 T6943 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1987095 T6943 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1987103 T6943 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1987691 T6943 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1987696 T6943 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1987699 T6943 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987707 T6943 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1987784 T6943 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1987785 T6943 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390635472549/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/control/data/
   [junit4]   2> 1987785 T6943 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@458164ea
   [junit4]   2> 1987786 T6943 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/control/data
   [junit4]   2> 1987786 T6943 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/control/data/index/
   [junit4]   2> 1987786 T6943 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1987787 T6943 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/control/data/index
   [junit4]   2> 1987788 T6943 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=30.34375, floorSegmentMB=0.296875, forceMergeDeletesPctAllowed=12.471136879821875, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1987789 T6943 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3c2ae7ed lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c13586e),segFN=segments_1,generation=1}
   [junit4]   2> 1987789 T6943 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1987793 T6943 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1987794 T6943 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1987794 T6943 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1987794 T6943 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1987795 T6943 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1987795 T6943 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1987795 T6943 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1987796 T6943 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1987796 T6943 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1987796 T6943 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1987797 T6943 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1987797 T6943 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1987797 T6943 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1987798 T6943 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1987798 T6943 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1987799 T6943 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1987808 T6943 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1987815 T6943 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1987815 T6943 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1987816 T6943 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516847827, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1987817 T6943 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3c2ae7ed lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c13586e),segFN=segments_1,generation=1}
   [junit4]   2> 1987818 T6943 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1987818 T6943 oass.SolrIndexSearcher.<init> Opening Searcher@16e88163 main
   [junit4]   2> 1987823 T6944 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16e88163 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1987824 T6943 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1987826 T6918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1987827 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1987827 T6947 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54990 collection:control_collection shard:shard1
   [junit4]   2> 1987828 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1987830 T6947 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1987833 T6949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412aa795 name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1987834 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1987836 T6918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1987843 T6918 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1987848 T6947 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1987854 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1987857 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1987859 T6947 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1987859 T6947 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1774 name=collection1 org.apache.solr.core.SolrCore@266e96d2 url=http://127.0.0.1:54990/collection1 node=127.0.0.1:54990_ C1774_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:54990, core=collection1, node_name=127.0.0.1:54990_}
   [junit4]   2> 1987860 T6947 C1774 P54990 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54990/collection1/
   [junit4]   2> 1987860 T6947 C1774 P54990 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1987860 T6947 C1774 P54990 oasc.SyncStrategy.syncToMe http://127.0.0.1:54990/collection1/ has no replicas
   [junit4]   2> 1987860 T6947 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54990/collection1/ shard1
   [junit4]   2> 1987861 T6947 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1987870 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1987872 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1987872 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1987888 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1987893 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1987999 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1987999 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1988040 T6947 oasc.ZkController.register We are http://127.0.0.1:54990/collection1/ and leader is http://127.0.0.1:54990/collection1/
   [junit4]   2> 1988040 T6947 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54990
   [junit4]   2> 1988041 T6947 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1988041 T6947 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1988041 T6947 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1988044 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1988045 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1988045 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1988046 T6947 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1988050 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1988052 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54990",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54990_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1988060 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1988165 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1988166 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1988235 T6918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1988236 T6918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1988242 T6918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54994
   [junit4]   2> 1988243 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1988244 T6918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1988244 T6918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416
   [junit4]   2> 1988244 T6918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/'
   [junit4]   2> 1988289 T6918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/solr.xml
   [junit4]   2> 1988382 T6918 oasc.CoreContainer.<init> New CoreContainer 1595181954
   [junit4]   2> 1988383 T6918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/]
   [junit4]   2> 1988385 T6918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1988385 T6918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1988386 T6918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1988386 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1988387 T6918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1988387 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1988388 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1988388 T6918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1988388 T6918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1988398 T6918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1988398 T6918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1988398 T6918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1988399 T6918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54987/solr
   [junit4]   2> 1988399 T6918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1988400 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1988405 T6960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dd33492 name:ZooKeeperConnection Watcher:127.0.0.1:54987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1988406 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1988419 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1988420 T6962 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f9d2de name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1988421 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1988435 T6918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1989454 T6918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54994_
   [junit4]   2> 1989456 T6918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54994_
   [junit4]   2> 1989463 T6962 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1989464 T6949 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1989463 T6940 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1989478 T6963 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1989478 T6963 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1989480 T6963 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1989480 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1989481 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1989481 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1989485 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1989487 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54994",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54994_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1989487 T6941 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1989487 T6941 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1989493 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1989603 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989603 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989604 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1990482 T6963 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1990482 T6963 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/collection1
   [junit4]   2> 1990482 T6963 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1990484 T6963 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1990484 T6963 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1990487 T6963 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/collection1/'
   [junit4]   2> 1990488 T6963 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/collection1/lib/classes/' to classloader
   [junit4]   2> 1990488 T6963 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/collection1/lib/README' to classloader
   [junit4]   2> 1990551 T6963 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1990639 T6963 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1990643 T6963 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1990655 T6963 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1991220 T6963 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1991224 T6963 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1991226 T6963 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1991232 T6963 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1991300 T6963 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1991300 T6963 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390635475416/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty1/
   [junit4]   2> 1991300 T6963 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@458164ea
   [junit4]   2> 1991301 T6963 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty1
   [junit4]   2> 1991301 T6963 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty1/index/
   [junit4]   2> 1991301 T6963 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1991302 T6963 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty1/index
   [junit4]   2> 1991302 T6963 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=30.34375, floorSegmentMB=0.296875, forceMergeDeletesPctAllowed=12.471136879821875, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1991303 T6963 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2e167080 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@32ee5331),segFN=segments_1,generation=1}
   [junit4]   2> 1991303 T6963 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1991307 T6963 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1991307 T6963 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1991308 T6963 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1991308 T6963 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1991308 T6963 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1991308 T6963 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1991309 T6963 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1991309 T6963 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1991310 T6963 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1991310 T6963 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1991311 T6963 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1991311 T6963 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1991311 T6963 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1991312 T6963 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1991312 T6963 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1991313 T6963 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1991323 T6963 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1991328 T6963 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1991328 T6963 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1991331 T6963 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516847827, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1991332 T6963 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2e167080 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@32ee5331),segFN=segments_1,generation=1}
   [junit4]   2> 1991332 T6963 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1991332 T6963 oass.SolrIndexSearcher.<init> Opening Searcher@4c67655a main
   [junit4]   2> 1991884 T6964 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c67655a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1991887 T6963 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1991889 T6918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1991890 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1991889 T6967 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54994 collection:collection1 shard:shard2
   [junit4]   2> 1991893 T6967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1991910 T6967 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1991916 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1991917 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1991917 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1991918 T6967 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1991919 T6967 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1775 name=collection1 org.apache.solr.core.SolrCore@5771714e url=http://127.0.0.1:54994/collection1 node=127.0.0.1:54994_ C1775_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:54994, core=collection1, node_name=127.0.0.1:54994_}
   [junit4]   2> 1991919 T6967 C1775 P54994 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54994/collection1/
   [junit4]   2> 1991919 T6967 C1775 P54994 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1991920 T6967 C1775 P54994 oasc.SyncStrategy.syncToMe http://127.0.0.1:54994/collection1/ has no replicas
   [junit4]   2> 1991920 T6967 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54994/collection1/ shard2
   [junit4]   2> 1991920 T6967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1991931 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1991944 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1991949 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1991953 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1991956 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1991963 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1991971 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1992079 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992080 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992089 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992100 T6967 oasc.ZkController.register We are http://127.0.0.1:54994/collection1/ and leader is http://127.0.0.1:54994/collection1/
   [junit4]   2> 1992101 T6967 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54994
   [junit4]   2> 1992101 T6967 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1992102 T6967 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1992102 T6967 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1992105 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1992105 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1992105 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1992108 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1992109 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54994",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54994_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1992114 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1992115 T6967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1992221 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992221 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992223 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1992271 T6918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1992273 T6918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1992279 T6918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54997
   [junit4]   2> 1992281 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1992281 T6918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1992282 T6918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462
   [junit4]   2> 1992282 T6918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/'
   [junit4]   2> 1992323 T6918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/solr.xml
   [junit4]   2> 1992427 T6918 oasc.CoreContainer.<init> New CoreContainer 1964732046
   [junit4]   2> 1992427 T6918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/]
   [junit4]   2> 1992429 T6918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1992429 T6918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1992430 T6918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1992430 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1992430 T6918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1992431 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1992431 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1992431 T6918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1992431 T6918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1992440 T6918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1992442 T6918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1992442 T6918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1992442 T6918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54987/solr
   [junit4]   2> 1992443 T6918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1992444 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1992448 T6978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bf768b2 name:ZooKeeperConnection Watcher:127.0.0.1:54987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1992449 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1992454 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1992459 T6980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23d0ecc3 name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1992459 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1992471 T6918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1993481 T6918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54997_
   [junit4]   2> 1993486 T6918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54997_
   [junit4]   2> 1993496 T6949 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1993497 T6962 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1993497 T6980 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1993497 T6940 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1993516 T6981 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1993517 T6981 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1993519 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1993520 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1993520 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1993520 T6981 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1993525 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1993527 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54997",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54997_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1993528 T6941 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1993528 T6941 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1993536 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1993647 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1993648 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1993648 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1993648 T6980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1994523 T6981 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1994523 T6981 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/collection1
   [junit4]   2> 1994523 T6981 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1994525 T6981 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1994525 T6981 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1994529 T6981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/collection1/'
   [junit4]   2> 1994530 T6981 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/collection1/lib/classes/' to classloader
   [junit4]   2> 1994530 T6981 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/collection1/lib/README' to classloader
   [junit4]   2> 1994599 T6981 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1994688 T6981 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1994692 T6981 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1994704 T6981 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1995257 T6981 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1995261 T6981 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1995264 T6981 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1995273 T6981 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1995358 T6981 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1995358 T6981 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390635479462/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty2/
   [junit4]   2> 1995359 T6981 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@458164ea
   [junit4]   2> 1995360 T6981 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty2
   [junit4]   2> 1995360 T6981 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty2/index/
   [junit4]   2> 1995360 T6981 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1995361 T6981 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty2/index
   [junit4]   2> 1995361 T6981 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=30.34375, floorSegmentMB=0.296875, forceMergeDeletesPctAllowed=12.471136879821875, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1995363 T6981 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@35287a5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d8d8113),segFN=segments_1,generation=1}
   [junit4]   2> 1995363 T6981 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1995368 T6981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1995369 T6981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1995370 T6981 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1995370 T6981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1995370 T6981 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1995371 T6981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1995371 T6981 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1995372 T6981 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1995372 T6981 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1995374 T6981 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1995375 T6981 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1995375 T6981 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1995375 T6981 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1995376 T6981 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1995377 T6981 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1995378 T6981 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1995393 T6981 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1995400 T6981 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1995400 T6981 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1995401 T6981 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516847827, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1995402 T6981 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@35287a5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d8d8113),segFN=segments_1,generation=1}
   [junit4]   2> 1995402 T6981 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1995403 T6981 oass.SolrIndexSearcher.<init> Opening Searcher@1813d7db main
   [junit4]   2> 1995408 T6982 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1813d7db main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1995412 T6981 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1995414 T6918 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1995415 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1995414 T6985 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54997 collection:collection1 shard:shard1
   [junit4]   2> 1995418 T6985 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1995433 T6985 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1995439 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995439 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995439 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995440 T6985 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1995441 T6985 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1776 name=collection1 org.apache.solr.core.SolrCore@6c9d3871 url=http://127.0.0.1:54997/collection1 node=127.0.0.1:54997_ C1776_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:54997, core=collection1, node_name=127.0.0.1:54997_}
   [junit4]   2> 1995441 T6985 C1776 P54997 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54997/collection1/
   [junit4]   2> 1995441 T6985 C1776 P54997 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1995442 T6985 C1776 P54997 oasc.SyncStrategy.syncToMe http://127.0.0.1:54997/collection1/ has no replicas
   [junit4]   2> 1995442 T6985 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54997/collection1/ shard1
   [junit4]   2> 1995442 T6985 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1995456 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1995459 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995471 T6980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995474 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995481 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995481 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995486 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1995493 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995599 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995599 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995601 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995602 T6980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995620 T6985 oasc.ZkController.register We are http://127.0.0.1:54997/collection1/ and leader is http://127.0.0.1:54997/collection1/
   [junit4]   2> 1995621 T6985 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54997
   [junit4]   2> 1995621 T6985 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1995622 T6985 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1995622 T6985 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1995625 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995625 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995626 T6985 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1995626 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995636 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1995638 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54997",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54997_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1995646 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1995754 T6980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995755 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995760 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995760 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1995901 T6918 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1995903 T6918 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1995909 T6918 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55000
   [junit4]   2> 1995910 T6918 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1995910 T6918 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1995911 T6918 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987
   [junit4]   2> 1995911 T6918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/'
   [junit4]   2> 1995958 T6918 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/solr.xml
   [junit4]   2> 1996051 T6918 oasc.CoreContainer.<init> New CoreContainer 488916983
   [junit4]   2> 1996051 T6918 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/]
   [junit4]   2> 1996053 T6918 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1996053 T6918 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1996053 T6918 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1996054 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1996054 T6918 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1996054 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1996055 T6918 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1996055 T6918 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1996055 T6918 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1996065 T6918 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1996066 T6918 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1996066 T6918 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1996067 T6918 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54987/solr
   [junit4]   2> 1996068 T6918 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1996070 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1996075 T6996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38f0b813 name:ZooKeeperConnection Watcher:127.0.0.1:54987 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1996076 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1996084 T6918 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1996089 T6998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26f5eca2 name:ZooKeeperConnection Watcher:127.0.0.1:54987/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1996090 T6918 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1996105 T6918 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1997118 T6918 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55000_
   [junit4]   2> 1997121 T6918 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55000_
   [junit4]   2> 1997131 T6998 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1997132 T6962 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1997132 T6940 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1997132 T6949 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1997132 T6980 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1997418 T6999 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1997418 T6999 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1997421 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1997422 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1997422 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1997422 T6999 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1997427 T6941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1997429 T6941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55000",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55000_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1997429 T6941 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1997429 T6941 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1997444 T6940 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1997447 T6949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1997447 T6962 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1997447 T6980 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1997448 T6998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1997448 T6940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1998424 T6999 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1998425 T6999 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/collection1
   [junit4]   2> 1998425 T6999 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1998427 T6999 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1998427 T6999 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1998431 T6999 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/collection1/'
   [junit4]   2> 1998432 T6999 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/collection1/lib/classes/' to classloader
   [junit4]   2> 1998433 T6999 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/collection1/lib/README' to classloader
   [junit4]   2> 1998498 T6999 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1998559 T6999 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1998563 T6999 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1998571 T6999 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1999247 T6999 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1999252 T6999 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1999255 T6999 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1999263 T6999 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1999338 T6999 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1999339 T6999 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390635482987/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty3/
   [junit4]   2> 1999339 T6999 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@458164ea
   [junit4]   2> 1999340 T6999 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty3
   [junit4]   2> 1999341 T6999 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty3/index/
   [junit4]   2> 1999341 T6999 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390635472268/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 1999341 T6999 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-13906354722

[...truncated too long message...]

it4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093644 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093645 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093646 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093646 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093646 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093646 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093646 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2093647 T6998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_MA, timezone=America/Thunder_Bay
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=21,free=35636496,total=466092032
   [junit4]   2> NOTE: All tests run in this JVM: [PluginInfoTest, BadCopyFieldTest, TestQueryUtils, BasicZkTest, TestJoin, SuggesterWFSTTest, ParsingFieldUpdateProcessorsTest, DebugComponentTest, SoftAutoCommitTest, TestInfoStreamLogging, DirectSolrSpellCheckerTest, TestNumberUtils, ShowFileRequestHandlerTest, AutoCommitTest, TestSolrXmlPersistence, TestDFRSimilarityFactory, ChaosMonkeyNothingIsSafeTest, SuggesterFSTTest, TestOmitPositions, TestLMJelinekMercerSimilarityFactory, TestReloadAndDeleteDocs, MinimalSchemaTest, DistribCursorPagingTest, TestValueSourceCache, TestRealTimeGet, TestReplicationHandler, TestStressLucene, TestStressRecovery, OpenExchangeRatesOrgProviderTest, StatsComponentTest, ZkControllerTest, OutputWriterTest, ConnectionManagerTest, ClusterStateUpdateTest, TestRemoteStreaming, TestImplicitCoreProperties, TestNoOpRegenerator, DeleteReplicaTest, DirectSolrConnectionTest, TestAnalyzedSuggestions, FileUtilsTest, TestAtomicUpdateErrorCases, HdfsLockFactoryTest, AddBlockUpdateTest, TestUniqueKeyFieldResource, EchoParamsTest, UniqFieldsUpdateProcessorFactoryTest, TestCoreContainer, TestComponentsName, RequiredFieldsTest, RecoveryZkTest, TestSolrQueryParserDefaultOperatorResource, TestSolrIndexConfig, SolrRequestParserTest, TestArbitraryIndexDir, QueryParsingTest, TestFiltering, DistributedSuggestComponentTest, TestSolrCoreProperties, TestCollationKeyRangeQueries, TestReversedWildcardFilterFactory, ChangedSchemaMergeTest, DeleteShardTest, DocValuesMultiTest, TestCollationFieldDocValues, TestDynamicFieldCollectionResource, TestCloudManagedSchema, SuggesterTSTTest, TestConfig, CollectionsAPIDistributedZkTest, QueryElevationComponentTest, TestDefaultSearchFieldResource, ConvertedLegacyTest, TestHighFrequencyDictionaryFactory, SyncSliceTest, TestStressUserVersions, CursorPagingTest, TestRecoveryHdfs, MigrateRouteKeyTest, XmlUpdateRequestHandlerTest, TestSolrXMLSerializer, TestSolrXml, PathHierarchyTokenizerFactoryTest, TestAnalyzeInfixSuggestions, DateMathParserTest, CoreAdminCreateDiscoverTest, AddSchemaFieldsUpdateProcessorFactoryTest, DOMUtilTest, NoCacheHeaderTest, TestCustomSort, TestWriterPerf, TestFastOutputStream, TestFunctionQuery, TestElisionMultitermQuery, SliceStateTest, BlockDirectoryTest, PreAnalyzedUpdateProcessorTest, CacheHeaderTest, ReturnFieldsTest, SolrPluginUtilsTest, TestSchemaResource, SolrCoreCheckLockOnStartupTest, TestSearchPerf, CircularListTest, HardAutoCommitTest, SolrCmdDistributorTest, TestIBSimilarityFactory, SolrIndexSplitterTest, TestQuerySenderNoQuery, TestTrie, SolrIndexConfigTest, LukeRequestHandlerTest, TestLMDirichletSimilarityFactory, ChaosMonkeySafeLeaderTest, TestLFUCache, AliasIntegrationTest, DistanceFunctionTest, TimeZoneUtilsTest, TestIndexingPerformance, NotRequiredUniqueKeyTest, TestXIncludeConfig, TestBadConfig, RequestHandlersTest, SpatialFilterTest, FieldMutatingUpdateProcessorTest, IndexSchemaTest, BasicDistributedZkTest, TermVectorComponentTest, TestClassNameShortening, TestRandomFaceting, SystemInfoHandlerTest, TriLevelCompositeIdRoutingTest, TestFieldCollectionResource, TestCollapseQParserPlugin, PingRequestHandlerTest, RAMDirectoryFactoryTest, TestRandomDVFaceting, OverseerCollectionProcessorTest, ZkNodePropsTest, SolrTestCaseJ4Test, TestRandomMergePolicy, DistributedDebugComponentTest, SuggestComponentTest, SimpleFacetsTest, TermsComponentTest, FieldAnalysisRequestHandlerTest, TestDefaultSimilarityFactory, JSONWriterTest, TestSimpleQParserPlugin, TestUpdate, OverseerTest, TestCSVLoader, TestAddFieldRealTimeGet, SimplePostToolTest, TestDocumentBuilder, TestSweetSpotSimilarityFactory, TestDistribDocBasedVersion, TestNRTOpen, DocumentBuilderTest, CopyFieldTest, HdfsDirectoryTest, ResponseLogComponentTest, DateFieldTest, TestSchemaSimilarityResource, TestSolrDeletionPolicy2, TestMergePolicyConfig, TestSystemIdResolver, TestBinaryResponseWriter, TestPHPSerializedResponseWriter, TestQueryTypes, TestPerFieldSimilarity, SearchHandlerTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed in 109.74s, 1 test, 1 error <<< FAILURES!

[...truncated 527 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:941: There were test failures: 355 suites, 1546 tests, 1 error, 40 ignored (6 assumptions)

Total time: 80 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure