You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/25 11:07:06 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk6) - Build # 7074 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/7074/
Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:36029/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36029/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([1858A4BAEFE401E7:99BE2AA298BB61DB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)




Build Log:
[...truncated 9231 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 503271 T1151 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 503275 T1151 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1377420252587
   [junit4]   2> 503276 T1151 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 503277 T1152 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 503377 T1151 oasc.ZkTestServer.run start zk server on port:41747
   [junit4]   2> 503379 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 503386 T1158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36393639 name:ZooKeeperConnection Watcher:127.0.0.1:41747 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 503387 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 503388 T1151 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 503396 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 503399 T1160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ea12ea1 name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 503400 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 503401 T1151 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 503416 T1151 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 503423 T1151 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 503430 T1151 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 503438 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 503439 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 503494 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 503495 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 503504 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 503505 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 503513 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 503514 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 503522 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 503524 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 503532 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 503533 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 503541 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 503543 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 503550 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 503551 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 503560 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 503561 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 503569 T1151 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 503570 T1151 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 503770 T1151 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 503773 T1151 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54610
   [junit4]   2> 503774 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 503775 T1151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 503776 T1151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890
   [junit4]   2> 503777 T1151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/'
   [junit4]   2> 503798 T1151 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/solr.xml
   [junit4]   2> 503840 T1151 oasc.CoreContainer.<init> New CoreContainer 983579296
   [junit4]   2> 503841 T1151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/]
   [junit4]   2> 503843 T1151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 503844 T1151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 503845 T1151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 503846 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 503847 T1151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 503848 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 503848 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 503849 T1151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 503850 T1151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 503851 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 503861 T1151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41747/solr
   [junit4]   2> 503862 T1151 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 503863 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 503866 T1171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f6f7f6f name:ZooKeeperConnection Watcher:127.0.0.1:41747 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 503867 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 503872 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 503887 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 503890 T1173 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44544454 name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 503891 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 503895 T1151 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 503906 T1151 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 503917 T1151 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 503923 T1151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54610_
   [junit4]   2> 503926 T1151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54610_
   [junit4]   2> 503937 T1151 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 503972 T1151 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 503997 T1151 oasc.Overseer.start Overseer (id=90270613673869315-127.0.0.1:54610_-n_0000000000) starting
   [junit4]   2> 504007 T1151 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 504019 T1175 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 504023 T1151 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 504032 T1151 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 504038 T1151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 504050 T1174 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 504054 T1176 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 504054 T1176 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 504058 T1176 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 505593 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 505595 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54610",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:54610_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 505595 T1174 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 505596 T1174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 505607 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 506059 T1176 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 506059 T1176 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/collection1
   [junit4]   2> 506060 T1176 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 506062 T1176 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 506062 T1176 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 506066 T1176 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/collection1/'
   [junit4]   2> 506068 T1176 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/collection1/lib/classes/' to classloader
   [junit4]   2> 506069 T1176 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/collection1/lib/README' to classloader
   [junit4]   2> 506117 T1176 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 506154 T1176 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 506158 T1176 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 506166 T1176 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 506633 T1176 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 506633 T1176 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 506634 T1176 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 506640 T1176 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 506643 T1176 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 506687 T1176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 506694 T1176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 506701 T1176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 506705 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 506705 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 506706 T1176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 506710 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 506710 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 506711 T1176 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 506712 T1176 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1377420252890/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/control/data/
   [junit4]   2> 506712 T1176 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43f843f8
   [junit4]   2> 506714 T1176 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/control/data
   [junit4]   2> 506714 T1176 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/control/data/index/
   [junit4]   2> 506715 T1176 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 506715 T1176 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/control/data/index
   [junit4]   2> 506716 T1176 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=57.81640625, floorSegmentMB=0.8037109375, forceMergeDeletesPctAllowed=3.0406433426345836, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11103884354986651
   [junit4]   2> 506717 T1176 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@35ac35ac lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@216a216a),segFN=segments_1,generation=1}
   [junit4]   2> 506718 T1176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 506724 T1176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 506724 T1176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 506725 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 506726 T1176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 506726 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 506727 T1176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 506727 T1176 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 506728 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 506729 T1176 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 506729 T1176 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 506730 T1176 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 506731 T1176 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 506731 T1176 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 506732 T1176 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 506733 T1176 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 506734 T1176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 506738 T1176 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 506739 T1176 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 506740 T1176 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1438121157, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 506741 T1176 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@35ac35ac lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@216a216a),segFN=segments_1,generation=1}
   [junit4]   2> 506741 T1176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 506742 T1176 oass.SolrIndexSearcher.<init> Opening Searcher@2e4a2e4a main
   [junit4]   2> 506754 T1177 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e4a2e4a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 506757 T1176 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 506758 T1176 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54610 collection:control_collection shard:shard1
   [junit4]   2> 506758 T1176 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 506766 T1176 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 506789 T1176 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 506796 T1176 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 506796 T1176 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 506797 T1176 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54610/collection1/
   [junit4]   2> 506798 T1176 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 506798 T1176 oasc.SyncStrategy.syncToMe http://127.0.0.1:54610/collection1/ has no replicas
   [junit4]   2> 506799 T1176 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54610/collection1/ shard1
   [junit4]   2> 506799 T1176 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 507122 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 507146 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 507176 T1176 oasc.ZkController.register We are http://127.0.0.1:54610/collection1/ and leader is http://127.0.0.1:54610/collection1/
   [junit4]   2> 507177 T1176 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54610
   [junit4]   2> 507177 T1176 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 507178 T1176 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 507178 T1176 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 507183 T1176 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 507186 T1151 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 507214 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 507215 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 507221 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 507223 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 507225 T1180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@605d605d name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 507226 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 507229 T1151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 507236 T1151 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 507409 T1151 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 507412 T1151 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44167
   [junit4]   2> 507413 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 507415 T1151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 507416 T1151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548
   [junit4]   2> 507417 T1151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/'
   [junit4]   2> 507454 T1151 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/solr.xml
   [junit4]   2> 507511 T1151 oasc.CoreContainer.<init> New CoreContainer 2137423718
   [junit4]   2> 507512 T1151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/]
   [junit4]   2> 507513 T1151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 507514 T1151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 507515 T1151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 507516 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 507516 T1151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 507517 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 507518 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 507518 T1151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 507519 T1151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 507520 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 507527 T1151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41747/solr
   [junit4]   2> 507528 T1151 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 507538 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 507541 T1191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59f659f6 name:ZooKeeperConnection Watcher:127.0.0.1:41747 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 507542 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 507546 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 507555 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 507558 T1193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42124212 name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 507559 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 507571 T1151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 508582 T1151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44167_
   [junit4]   2> 508585 T1151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44167_
   [junit4]   2> 508592 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 508595 T1180 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 508597 T1193 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 508603 T1173 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 508624 T1194 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 508625 T1194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 508632 T1194 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 508668 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 508671 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54610",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:54610_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 508687 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44167",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:44167_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 508688 T1174 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 508688 T1174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 508700 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 508700 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 508701 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 509642 T1194 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 509642 T1194 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/collection1
   [junit4]   2> 509643 T1194 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 509645 T1194 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 509646 T1194 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 509649 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/collection1/'
   [junit4]   2> 509651 T1194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/collection1/lib/classes/' to classloader
   [junit4]   2> 509652 T1194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/collection1/lib/README' to classloader
   [junit4]   2> 509702 T1194 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 509765 T1194 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 509770 T1194 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 509777 T1194 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 510215 T1194 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 510216 T1194 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 510217 T1194 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 510225 T1194 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 510230 T1194 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 510280 T1194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 510288 T1194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 510296 T1194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 510300 T1194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 510301 T1194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 510301 T1194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 510306 T1194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 510306 T1194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 510307 T1194 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 510308 T1194 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1377420256548/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty1/
   [junit4]   2> 510308 T1194 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43f843f8
   [junit4]   2> 510310 T1194 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty1
   [junit4]   2> 510311 T1194 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty1/index/
   [junit4]   2> 510311 T1194 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 510312 T1194 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty1/index
   [junit4]   2> 510312 T1194 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=57.81640625, floorSegmentMB=0.8037109375, forceMergeDeletesPctAllowed=3.0406433426345836, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11103884354986651
   [junit4]   2> 510314 T1194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41464146 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@27372737),segFN=segments_1,generation=1}
   [junit4]   2> 510314 T1194 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 510324 T1194 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 510325 T1194 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 510325 T1194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 510326 T1194 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 510326 T1194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 510327 T1194 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 510328 T1194 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 510328 T1194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 510329 T1194 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 510330 T1194 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 510331 T1194 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 510332 T1194 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 510332 T1194 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 510334 T1194 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 510334 T1194 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 510336 T1194 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 510340 T1194 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 510340 T1194 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 510342 T1194 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1438121157, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 510343 T1194 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41464146 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@27372737),segFN=segments_1,generation=1}
   [junit4]   2> 510344 T1194 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 510345 T1194 oass.SolrIndexSearcher.<init> Opening Searcher@59615961 main
   [junit4]   2> 510360 T1195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59615961 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 510364 T1194 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 510365 T1194 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44167 collection:collection1 shard:shard1
   [junit4]   2> 510366 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 510374 T1194 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 510395 T1194 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 510404 T1194 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 510405 T1194 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 510405 T1194 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44167/collection1/
   [junit4]   2> 510406 T1194 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 510406 T1194 oasc.SyncStrategy.syncToMe http://127.0.0.1:44167/collection1/ has no replicas
   [junit4]   2> 510407 T1194 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44167/collection1/ shard1
   [junit4]   2> 510408 T1194 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 511735 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 511766 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 511766 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 511766 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 511788 T1194 oasc.ZkController.register We are http://127.0.0.1:44167/collection1/ and leader is http://127.0.0.1:44167/collection1/
   [junit4]   2> 511789 T1194 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44167
   [junit4]   2> 511790 T1194 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 511790 T1194 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 511791 T1194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 511797 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 511842 T1151 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 511843 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 511844 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 512040 T1151 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 512043 T1151 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36029
   [junit4]   2> 512044 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 512044 T1151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 512045 T1151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163
   [junit4]   2> 512046 T1151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/'
   [junit4]   2> 512059 T1151 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/solr.xml
   [junit4]   2> 512105 T1151 oasc.CoreContainer.<init> New CoreContainer 48759528
   [junit4]   2> 512105 T1151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/]
   [junit4]   2> 512107 T1151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 512108 T1151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 512108 T1151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 512109 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 512110 T1151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 512111 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 512111 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 512112 T1151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 512113 T1151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 512114 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 512121 T1151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41747/solr
   [junit4]   2> 512122 T1151 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 512123 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 512126 T1207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52295229 name:ZooKeeperConnection Watcher:127.0.0.1:41747 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 512126 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 512131 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 512138 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 512141 T1209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15451545 name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 512149 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 512163 T1151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 513177 T1151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36029_
   [junit4]   2> 513180 T1151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36029_
   [junit4]   2> 513187 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 513188 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 513189 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 513194 T1209 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 513203 T1193 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 513244 T1180 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 513245 T1173 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 513252 T1210 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 513252 T1210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 513255 T1210 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 513307 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 513311 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44167",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:44167_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 513326 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36029",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:36029_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 513327 T1174 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 513328 T1174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 513342 T1209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 513342 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 513343 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 513344 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 514256 T1210 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 514256 T1210 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/collection1
   [junit4]   2> 514257 T1210 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 514259 T1210 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 514260 T1210 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 514263 T1210 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/collection1/'
   [junit4]   2> 514265 T1210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/collection1/lib/classes/' to classloader
   [junit4]   2> 514266 T1210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/collection1/lib/README' to classloader
   [junit4]   2> 514319 T1210 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 514365 T1210 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 514369 T1210 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 514377 T1210 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 514882 T1210 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 514883 T1210 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 514884 T1210 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 514889 T1210 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 514892 T1210 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 514938 T1210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 514946 T1210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 514953 T1210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 514956 T1210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 514957 T1210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 514958 T1210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 514961 T1210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 514962 T1210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 514963 T1210 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 514963 T1210 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1377420261163/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty2/
   [junit4]   2> 514964 T1210 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43f843f8
   [junit4]   2> 514966 T1210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty2
   [junit4]   2> 514966 T1210 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty2/index/
   [junit4]   2> 514967 T1210 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 514967 T1210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty2/index
   [junit4]   2> 514968 T1210 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=57.81640625, floorSegmentMB=0.8037109375, forceMergeDeletesPctAllowed=3.0406433426345836, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11103884354986651
   [junit4]   2> 514969 T1210 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@47584758 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b1c6b1c),segFN=segments_1,generation=1}
   [junit4]   2> 514970 T1210 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 514977 T1210 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 514978 T1210 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 514979 T1210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 514979 T1210 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 514980 T1210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 514980 T1210 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 514981 T1210 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 514982 T1210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 514982 T1210 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 514983 T1210 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 514984 T1210 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 514985 T1210 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 514986 T1210 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 514986 T1210 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 514987 T1210 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 514989 T1210 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 514992 T1210 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 514993 T1210 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 514994 T1210 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1438121157, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 514995 T1210 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@47584758 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b1c6b1c),segFN=segments_1,generation=1}
   [junit4]   2> 514996 T1210 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 514996 T1210 oass.SolrIndexSearcher.<init> Opening Searcher@37213721 main
   [junit4]   2> 515012 T1211 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37213721 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 515016 T1210 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 515016 T1210 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36029 collection:collection1 shard:shard2
   [junit4]   2> 515017 T1210 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 515025 T1210 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 515045 T1210 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 515052 T1210 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 515053 T1210 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 515053 T1210 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36029/collection1/
   [junit4]   2> 515054 T1210 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 515055 T1210 oasc.SyncStrategy.syncToMe http://127.0.0.1:36029/collection1/ has no replicas
   [junit4]   2> 515055 T1210 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36029/collection1/ shard2
   [junit4]   2> 515056 T1210 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 516389 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 516470 T1209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 516471 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 516471 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 516471 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 516502 T1210 oasc.ZkController.register We are http://127.0.0.1:36029/collection1/ and leader is http://127.0.0.1:36029/collection1/
   [junit4]   2> 516503 T1210 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36029
   [junit4]   2> 516503 T1210 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 516504 T1210 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 516505 T1210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 516511 T1210 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 516517 T1151 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 516518 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 516519 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 516732 T1151 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 516734 T1151 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38604
   [junit4]   2> 516735 T1151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 516736 T1151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 516737 T1151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837
   [junit4]   2> 516738 T1151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/'
   [junit4]   2> 516751 T1151 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/solr.xml
   [junit4]   2> 516797 T1151 oasc.CoreContainer.<init> New CoreContainer 2120646246
   [junit4]   2> 516798 T1151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/]
   [junit4]   2> 516800 T1151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 516801 T1151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 516801 T1151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 516802 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 516803 T1151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 516803 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 516804 T1151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 516805 T1151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 516805 T1151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 516806 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 516814 T1151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41747/solr
   [junit4]   2> 516815 T1151 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 516816 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 516818 T1223 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e283e28 name:ZooKeeperConnection Watcher:127.0.0.1:41747 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 516819 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 516824 T1151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 516831 T1151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 516833 T1225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f6d6f6d name:ZooKeeperConnection Watcher:127.0.0.1:41747/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 516834 T1151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 516846 T1151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 517866 T1151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38604_
   [junit4]   2> 517871 T1151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38604_
   [junit4]   2> 517884 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 517885 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 517892 T1225 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 517893 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 517894 T1209 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 517896 T1209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 517918 T1173 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 517927 T1193 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 517929 T1180 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 517947 T1226 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 517949 T1226 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 517954 T1226 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 518008 T1174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 518010 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36029",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:36029_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 518067 T1174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38604",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "node_name":"127.0.0.1:38604_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 518068 T1174 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 518068 T1174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 518090 T1225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 518090 T1180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 518090 T1209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 518090 T1173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 518092 T1193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 518955 T1226 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 518956 T1226 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/collection1
   [junit4]   2> 518957 T1226 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 518960 T1226 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 518961 T1226 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 518966 T1226 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/collection1/'
   [junit4]   2> 518968 T1226 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/collection1/lib/classes/' to classloader
   [junit4]   2> 518970 T1226 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/collection1/lib/README' to classloader
   [junit4]   2> 519071 T1226 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 519154 T1226 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 519164 T1226 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 519177 T1226 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 519857 T1226 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 519858 T1226 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 519860 T1226 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 519868 T1226 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 519873 T1226 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 519945 T1226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 519953 T1226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 519962 T1226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 519968 T1226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 519969 T1226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 519969 T1226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 519975 T1226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 519976 T1226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 519977 T1226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 519978 T1226 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1377420265837/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty3/
   [junit4]   2> 519979 T1226 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43f843f8
   [junit4]   2> 519981 T1226 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty3
   [junit4]   2> 519982 T1226 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty3/index/
   [junit4]   2> 519982 T1226 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 519983 T1226 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1377420252587/jetty3/index
   [junit4]   2> 519984 T1226 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=57.81640625, floorSegmentMB=0.8037109375, forceMergeDeletesPctAllowed=3.0406433426345836, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11103884354986651
   [junit4]   2> 519986 T1226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a1e0a1e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ba20ba2),segFN=segments_1,generation=1}
   [junit4]   2> 519987 T1226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 519999 T1226 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 520000 T1226 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 520001 T1226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 520001 T1226 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 520002 T1226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 520003 T1226 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 520004 T1226 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 520005 T1226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 520006 T1226 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 520007 T1226 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 520009 T1226 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 520009 T1226 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 520011 T1226 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 520012 T1226 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 520013 T1226 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 520016 T1226 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 520022 T1226 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 520023 T1226 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 520024 T1226 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1438121157, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 520026 T1226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a1e0a1e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ba20ba2),segFN=segments_1,generation=1}
   [junit4]   2> 520027 T1226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 520028 T1226 oass.SolrIndexSearcher.<init> Opening Searcher@2c8c2c8c main
   [junit4]   2> 520036 T1227 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c8c2c8c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 520041 T1226 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 520041 T1226 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38604 collection:collection1 shard:shard1
   [junit4]   2> 520042 T1226 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 520070 T1226 oasc.ZkController.register We are http://127.0.0.1:38604/collection1/ and leader is http://127.0.0.1:44167/collection1/
   [junit4]   2> 520071 T1226 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38604
   [junit4]   2> 520072 T1226 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 520072 T1226 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> 520076 T1226 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C7009 name=collection1 org.apache.solr.core.SolrCore@6da96da9 url=http://127.0.0.1:38604/collection1 node=127.0.0.1:38604_ C7009_STATE=co

[...truncated too long message...]

shard2 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "base_url":"http://127.0.0.1:36029",
   [junit4]   1>            "node_name":"127.0.0.1:36029_",
   [junit4]   1>            "core":"collection1"}
   [junit4]   1>     /solr/collections/collection1/shards (0)
   [junit4]   1>    /solr/collections/onenodecollection (2)
   [junit4]   1>    DATA:
   [junit4]   1>        {
   [junit4]   1>          "router":"compositeId",
   [junit4]   1>          "configName":"conf1"}
   [junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
   [junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/90270613673869318-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/onenodecollection/leaders (1)
   [junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "base_url":"http://127.0.0.1:44167",
   [junit4]   1>            "node_name":"127.0.0.1:44167_",
   [junit4]   1>            "core":"onenodecollectioncore"}
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/live_nodes (5)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:36029_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:44167_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:36328_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:54610_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:38604_ (0)
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {
   [junit4]   1>         "control_collection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:54610",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:54610_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "onenodecollection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:44167",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:44167_",
   [junit4]   1>                   "roles":"none",
   [junit4]   1>                   "core":"onenodecollectioncore",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "collection1":{
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:44167",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:44167_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:38604",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:38604_",
   [junit4]   1>                   "core":"collection1"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:36029",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:36029_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:36328",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:36328_",
   [junit4]   1>                   "core":"collection1"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"}}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=1858A4BAEFE401E7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=CTT -Dtests.file.encoding=UTF-8
   [junit4] ERROR   33.8s J1 | BasicDistributedZk2Test.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36029/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1858A4BAEFE401E7:99BE2AA298BB61DB]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:738)
   [junit4]   2> 537032 T1151 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 33778 T1150 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 537048 T1246 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 537049 T1246 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=fr_FR, timezone=CTT
   [junit4]   2> NOTE: Linux 3.2.0-52-generic x86/IBM Corporation 1.6.0 (32-bit)/cpus=8,threads=3,free=5082808,total=41872896
   [junit4]   2> NOTE: All tests run in this JVM: [SolrPluginUtilsTest, TestRecoveryHdfs, TestFastWriter, SolrCoreCheckLockOnStartupTest, TestJmxIntegration, ConvertedLegacyTest, HighlighterConfigTest, TestOmitPositions, PathHierarchyTokenizerFactoryTest, SuggesterTSTTest, TestPhraseSuggestions, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, TestXIncludeConfig, DirectUpdateHandlerTest, TestRangeQuery, DirectSolrSpellCheckerTest, TestStressLucene, TestDistributedSearch, SolrRequestParserTest, TestBinaryField, TestIndexSearcher, TestArbitraryIndexDir, DateFieldTest, TestZkChroot, TestSolrQueryParserResource, TermVectorComponentDistributedTest, TestHashPartitioner, TestSolrQueryParserDefaultOperatorResource, TestQuerySenderNoQuery, HardAutoCommitTest, TestRandomFaceting, TestAtomicUpdateErrorCases, OpenCloseCoreStressTest, TestWordDelimiterFilterFactory, RAMDirectoryFactoryTest, CoreContainerCoreInitFailuresTest, TestSolrDeletionPolicy2, TestDefaultSearchFieldResource, TestSolr4Spatial, ZkNodePropsTest, TestLazyCores, RequestHandlersTest, DocumentAnalysisRequestHandlerTest, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 34.06s, 1 test, 1 error <<< FAILURES!

[...truncated 717 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:388: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 325 suites, 1409 tests, 1 error, 35 ignored (6 assumptions)

Total time: 55 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure