You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/16 03:17:37 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk6) - Build # 6946 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6946/
Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:48310/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:48310/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([1E216A92E4DB5A4C:9FC7E48A93843A70]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)




Build Log:
[...truncated 9304 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 778412 T2196 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 778415 T2196 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1376614729360
   [junit4]   2> 778416 T2196 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 778417 T2197 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 778517 T2196 oasc.ZkTestServer.run start zk server on port:48137
   [junit4]   2> 778519 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 778889 T2203 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79777977 name:ZooKeeperConnection Watcher:127.0.0.1:48137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 778889 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 778890 T2196 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 778900 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 778903 T2205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57755775 name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 778903 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 778904 T2196 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 778917 T2196 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 778926 T2196 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 778932 T2196 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 778941 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 778943 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 778975 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 778977 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 778986 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 778987 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 778995 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 778996 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 779005 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 779006 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 779014 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 779015 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 779023 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 779024 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 779032 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 779033 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 779041 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 779043 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 779051 T2196 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 779052 T2196 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 779277 T2196 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 779280 T2196 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46139
   [junit4]   2> 779281 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 779282 T2196 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 779283 T2196 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006
   [junit4]   2> 779284 T2196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/'
   [junit4]   2> 779296 T2196 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/solr.xml
   [junit4]   2> 779339 T2196 oasc.CoreContainer.<init> New CoreContainer 919353036
   [junit4]   2> 779340 T2196 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/]
   [junit4]   2> 779342 T2196 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 779342 T2196 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 779343 T2196 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 779344 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 779345 T2196 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 779345 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 779346 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 779347 T2196 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 779348 T2196 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 779349 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 779357 T2196 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48137/solr
   [junit4]   2> 779358 T2196 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 779359 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 779364 T2216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68776877 name:ZooKeeperConnection Watcher:127.0.0.1:48137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 779365 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 779371 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 779382 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 779395 T2218 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39c539c5 name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 779396 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 779401 T2196 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 779413 T2196 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 779424 T2196 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 779431 T2196 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46139_
   [junit4]   2> 779433 T2196 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46139_
   [junit4]   2> 779445 T2196 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 779461 T2196 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 779469 T2196 oasc.Overseer.start Overseer (id=90217822903599107-127.0.0.1:46139_-n_0000000000) starting
   [junit4]   2> 779480 T2196 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 779492 T2220 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 779503 T2196 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 779512 T2196 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 779526 T2196 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 779538 T2219 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 779542 T2221 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 779543 T2221 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 779546 T2221 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 781051 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 781054 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46139",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:46139_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 781055 T2219 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 781055 T2219 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 781068 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 781547 T2221 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 781548 T2221 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/collection1
   [junit4]   2> 781548 T2221 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 781551 T2221 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 781551 T2221 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 781555 T2221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/collection1/'
   [junit4]   2> 781557 T2221 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/collection1/lib/README' to classloader
   [junit4]   2> 781558 T2221 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/collection1/lib/classes/' to classloader
   [junit4]   2> 781623 T2221 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 781678 T2221 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 781684 T2221 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 781691 T2221 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 782137 T2221 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 782138 T2221 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 782139 T2221 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 782144 T2221 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 782148 T2221 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 782203 T2221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 782211 T2221 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 782218 T2221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 782222 T2221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 782223 T2221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 782223 T2221 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 782227 T2221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 782228 T2221 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 782229 T2221 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 782230 T2221 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376614730006/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/control/data/
   [junit4]   2> 782231 T2221 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@570b570b
   [junit4]   2> 782233 T2221 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/control/data
   [junit4]   2> 782233 T2221 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/control/data/index/
   [junit4]   2> 782234 T2221 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 782236 T2221 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/control/data/index
   [junit4]   2> 782237 T2221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51c851c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f782f78),segFN=segments_1,generation=1}
   [junit4]   2> 782238 T2221 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 782247 T2221 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 782249 T2221 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 782249 T2221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 782250 T2221 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 782251 T2221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 782251 T2221 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 782252 T2221 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 782252 T2221 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 782253 T2221 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 782254 T2221 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 782255 T2221 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 782255 T2221 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 782256 T2221 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 782257 T2221 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 782258 T2221 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 782259 T2221 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 782263 T2221 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 782264 T2221 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 782265 T2221 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51c851c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f782f78),segFN=segments_1,generation=1}
   [junit4]   2> 782266 T2221 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 782267 T2221 oass.SolrIndexSearcher.<init> Opening Searcher@78eb78eb main
   [junit4]   2> 782271 T2222 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78eb78eb main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 782275 T2221 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 782275 T2221 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46139 collection:control_collection shard:shard1
   [junit4]   2> 782285 T2221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 782293 T2221 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 782321 T2221 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 782329 T2221 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 782330 T2221 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 782330 T2221 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46139/collection1/
   [junit4]   2> 782331 T2221 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 782332 T2221 oasc.SyncStrategy.syncToMe http://127.0.0.1:46139/collection1/ has no replicas
   [junit4]   2> 782332 T2221 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46139/collection1/ shard1
   [junit4]   2> 782333 T2221 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 782589 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 782621 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 782654 T2221 oasc.ZkController.register We are http://127.0.0.1:46139/collection1/ and leader is http://127.0.0.1:46139/collection1/
   [junit4]   2> 782655 T2221 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46139
   [junit4]   2> 782655 T2221 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 782656 T2221 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 782656 T2221 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 782663 T2221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 782667 T2196 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 782667 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 782669 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 782678 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 782681 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 782683 T2225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36d136d1 name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 782683 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 782687 T2196 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 782696 T2196 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 782908 T2196 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 782910 T2196 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57173
   [junit4]   2> 782911 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 782912 T2196 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 782912 T2196 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641
   [junit4]   2> 782913 T2196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/'
   [junit4]   2> 782925 T2196 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/solr.xml
   [junit4]   2> 782965 T2196 oasc.CoreContainer.<init> New CoreContainer 482155709
   [junit4]   2> 782966 T2196 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/]
   [junit4]   2> 782967 T2196 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 782968 T2196 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 782969 T2196 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 782970 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 782971 T2196 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 782986 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 782987 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 782988 T2196 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 782990 T2196 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 782991 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 783002 T2196 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48137/solr
   [junit4]   2> 783003 T2196 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 783005 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 783008 T2236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e370e37 name:ZooKeeperConnection Watcher:127.0.0.1:48137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 783009 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 783014 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 783025 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 783027 T2238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54c054c0 name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 783028 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 783042 T2196 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 784053 T2196 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57173_
   [junit4]   2> 784056 T2196 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57173_
   [junit4]   2> 784062 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 784066 T2225 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 784067 T2238 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 784073 T2218 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 784094 T2239 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 784095 T2239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 784098 T2239 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 784145 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 784148 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46139",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:46139_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 784164 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57173",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57173_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 784165 T2219 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 784166 T2219 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 784181 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 784181 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 784182 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 785099 T2239 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 785099 T2239 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/collection1
   [junit4]   2> 785100 T2239 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 785105 T2239 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 785106 T2239 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 785120 T2239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/collection1/'
   [junit4]   2> 785122 T2239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/collection1/lib/README' to classloader
   [junit4]   2> 785123 T2239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/collection1/lib/classes/' to classloader
   [junit4]   2> 785165 T2239 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 785229 T2239 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 785234 T2239 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 785242 T2239 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 785722 T2239 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 785722 T2239 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 785723 T2239 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 785740 T2239 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 785745 T2239 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 785784 T2239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 785791 T2239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 785798 T2239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 785802 T2239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 785803 T2239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 785804 T2239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 785811 T2239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 785812 T2239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 785812 T2239 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 785813 T2239 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376614733641/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty1/
   [junit4]   2> 785813 T2239 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@570b570b
   [junit4]   2> 785815 T2239 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty1
   [junit4]   2> 785816 T2239 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty1/index/
   [junit4]   2> 785817 T2239 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 785818 T2239 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty1/index
   [junit4]   2> 785818 T2239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ff01ff0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@168c168c),segFN=segments_1,generation=1}
   [junit4]   2> 785819 T2239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 785828 T2239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 785828 T2239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 785829 T2239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 785830 T2239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 785830 T2239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 785831 T2239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 785832 T2239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 785832 T2239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 785833 T2239 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 785834 T2239 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 785835 T2239 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 785835 T2239 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 785836 T2239 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 785837 T2239 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 785838 T2239 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 785840 T2239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 785854 T2239 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 785854 T2239 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 785858 T2239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ff01ff0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@168c168c),segFN=segments_1,generation=1}
   [junit4]   2> 785859 T2239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 785860 T2239 oass.SolrIndexSearcher.<init> Opening Searcher@e390e39 main
   [junit4]   2> 785866 T2240 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e390e39 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 785870 T2239 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 785871 T2239 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57173 collection:collection1 shard:shard1
   [junit4]   2> 785872 T2239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 785880 T2239 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 785909 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 785924 T2239 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 785925 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 785925 T2239 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57173/collection1/
   [junit4]   2> 785926 T2239 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 785926 T2239 oasc.SyncStrategy.syncToMe http://127.0.0.1:57173/collection1/ has no replicas
   [junit4]   2> 785927 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57173/collection1/ shard1
   [junit4]   2> 785928 T2239 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 787219 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787282 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787282 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787283 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 787311 T2239 oasc.ZkController.register We are http://127.0.0.1:57173/collection1/ and leader is http://127.0.0.1:57173/collection1/
   [junit4]   2> 787312 T2239 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57173
   [junit4]   2> 787313 T2239 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 787314 T2239 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 787314 T2239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 787320 T2239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787323 T2196 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 787325 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 787327 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 787531 T2196 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 787543 T2196 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48310
   [junit4]   2> 787544 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 787545 T2196 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 787546 T2196 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279
   [junit4]   2> 787547 T2196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/'
   [junit4]   2> 787559 T2196 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/solr.xml
   [junit4]   2> 787596 T2196 oasc.CoreContainer.<init> New CoreContainer 2103999848
   [junit4]   2> 787597 T2196 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/]
   [junit4]   2> 787599 T2196 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 787609 T2196 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 787609 T2196 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 787610 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 787611 T2196 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 787612 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 787613 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 787613 T2196 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 787614 T2196 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 787615 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 787623 T2196 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48137/solr
   [junit4]   2> 787624 T2196 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 787625 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 787628 T2252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@256f256f name:ZooKeeperConnection Watcher:127.0.0.1:48137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 787628 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 787633 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 787641 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 787643 T2254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59685968 name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 787644 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 787657 T2196 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 788668 T2196 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48310_
   [junit4]   2> 788671 T2196 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48310_
   [junit4]   2> 788678 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 788678 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 788678 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 788690 T2254 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 788691 T2218 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 788746 T2225 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 788747 T2238 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 788763 T2255 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 788763 T2255 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 788766 T2255 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 788818 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 788821 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57173",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57173_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 788838 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48310",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:48310_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 788839 T2219 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 788839 T2219 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 788855 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 788856 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 788856 T2254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 788857 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 789767 T2255 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 789768 T2255 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/collection1
   [junit4]   2> 789768 T2255 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 789771 T2255 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 789772 T2255 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 789777 T2255 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/collection1/'
   [junit4]   2> 789779 T2255 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/collection1/lib/README' to classloader
   [junit4]   2> 789779 T2255 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/collection1/lib/classes/' to classloader
   [junit4]   2> 789826 T2255 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 789886 T2255 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 789892 T2255 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 789903 T2255 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 790463 T2255 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 790463 T2255 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 790464 T2255 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 790470 T2255 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 790473 T2255 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 790521 T2255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 790531 T2255 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 790539 T2255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 790543 T2255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 790543 T2255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 790544 T2255 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 790548 T2255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 790549 T2255 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 790549 T2255 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 790550 T2255 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376614738279/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty2/
   [junit4]   2> 790551 T2255 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@570b570b
   [junit4]   2> 790552 T2255 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty2
   [junit4]   2> 790553 T2255 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty2/index/
   [junit4]   2> 790553 T2255 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 790554 T2255 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty2/index
   [junit4]   2> 790555 T2255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78ae78ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2eb02eb),segFN=segments_1,generation=1}
   [junit4]   2> 790555 T2255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 790564 T2255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 790564 T2255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 790565 T2255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 790566 T2255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 790566 T2255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 790567 T2255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 790567 T2255 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 790568 T2255 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 790569 T2255 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 790570 T2255 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 790571 T2255 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 790571 T2255 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 790572 T2255 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 790573 T2255 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 790574 T2255 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 790575 T2255 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 790579 T2255 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 790579 T2255 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 790581 T2255 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78ae78ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2eb02eb),segFN=segments_1,generation=1}
   [junit4]   2> 790582 T2255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 790583 T2255 oass.SolrIndexSearcher.<init> Opening Searcher@2910291 main
   [junit4]   2> 790591 T2256 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2910291 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 790596 T2255 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 790597 T2255 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48310 collection:collection1 shard:shard2
   [junit4]   2> 790597 T2255 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 790616 T2255 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 790636 T2255 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 790644 T2255 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 790645 T2255 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 790646 T2255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48310/collection1/
   [junit4]   2> 790646 T2255 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 790647 T2255 oasc.SyncStrategy.syncToMe http://127.0.0.1:48310/collection1/ has no replicas
   [junit4]   2> 790647 T2255 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48310/collection1/ shard2
   [junit4]   2> 790648 T2255 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 791907 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 791937 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 791937 T2254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 791938 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 791938 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 791971 T2255 oasc.ZkController.register We are http://127.0.0.1:48310/collection1/ and leader is http://127.0.0.1:48310/collection1/
   [junit4]   2> 791971 T2255 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48310
   [junit4]   2> 791972 T2255 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 791972 T2255 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 791973 T2255 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 792000 T2255 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 792004 T2196 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 792005 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 792007 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 792244 T2196 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 792246 T2196 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56213
   [junit4]   2> 792248 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 792249 T2196 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 792250 T2196 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960
   [junit4]   2> 792251 T2196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/'
   [junit4]   2> 792263 T2196 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/solr.xml
   [junit4]   2> 792301 T2196 oasc.CoreContainer.<init> New CoreContainer 1555061936
   [junit4]   2> 792301 T2196 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/]
   [junit4]   2> 792303 T2196 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 792304 T2196 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 792305 T2196 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 792306 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 792306 T2196 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 792307 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 792308 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 792309 T2196 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 792309 T2196 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 792310 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 792318 T2196 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48137/solr
   [junit4]   2> 792319 T2196 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 792320 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 792325 T2268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@312d312d name:ZooKeeperConnection Watcher:127.0.0.1:48137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 792326 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 792331 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 792339 T2196 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 792342 T2270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54ed54ed name:ZooKeeperConnection Watcher:127.0.0.1:48137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 792342 T2196 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 792392 T2196 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 793408 T2196 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56213_
   [junit4]   2> 793411 T2196 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56213_
   [junit4]   2> 793417 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 793418 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 793418 T2254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 793418 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 793434 T2218 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 793437 T2270 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 793440 T2225 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 793441 T2238 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 793443 T2254 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 793456 T2271 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 793457 T2271 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 793460 T2271 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 793470 T2219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 793473 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48310",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:48310_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 793489 T2219 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56213",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "node_name":"127.0.0.1:56213_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 793490 T2219 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 793490 T2219 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 793504 T2270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 793505 T2225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 793504 T2218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 793505 T2238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 793505 T2254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 794461 T2271 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 794462 T2271 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/collection1
   [junit4]   2> 794462 T2271 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 794465 T2271 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 794466 T2271 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 794471 T2271 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/collection1/'
   [junit4]   2> 794473 T2271 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/collection1/lib/README' to classloader
   [junit4]   2> 794473 T2271 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/collection1/lib/classes/' to classloader
   [junit4]   2> 794517 T2271 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 794565 T2271 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 794570 T2271 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 794577 T2271 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 795051 T2271 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 795052 T2271 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 795052 T2271 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 795058 T2271 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 795061 T2271 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 795101 T2271 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 795111 T2271 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 795121 T2271 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 795137 T2271 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 795138 T2271 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 795138 T2271 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 795142 T2271 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 795143 T2271 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 795143 T2271 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 795144 T2271 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376614742960/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty3/
   [junit4]   2> 795145 T2271 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@570b570b
   [junit4]   2> 795146 T2271 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty3
   [junit4]   2> 795147 T2271 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty3/index/
   [junit4]   2> 795147 T2271 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 795148 T2271 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376614729360/jetty3/index
   [junit4]   2> 795149 T2271 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@319a319a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f611f61),segFN=segments_1,generation=1}
   [junit4]   2> 795150 T2271 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 795158 T2271 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 795159 T2271 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 795159 T2271 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 795160 T2271 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 795160 T2271 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 795161 T2271 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 795162 T2271 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 795162 T2271 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 795163 T2271 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 795164 T2271 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 795165 T2271 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 795166 T2271 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 795166 T2271 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 795167 T2271 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 795168 T2271 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 795170 T2271 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795176 T2271 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 795177 T2271 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 795178 T2271 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@319a319a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f611f61),segFN=segments_1,generation=1}
   [junit4]   2> 795179 T2271 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 795180 T2271 oass.SolrIndexSearcher.<init> Opening Searcher@24642464 main
   [junit4]   2> 795186 T2272 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24642464 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 795190 T2271 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 795191 T2271 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56213 collection:collection1 shard:shard1
   [junit4]   2> 795191 T2271 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 795207 T2271 oasc.ZkController.register We are http://127.0.0.1:56213/collection1/ and leader is http://127.0.0.1:57173/collection1/
   [junit4]   2> 795207 T2271 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56213
   [junit4]   2> 795208 T2271 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 795208 T2271 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C7870 name=collection1 org.apache.solr.core.SolrCore@de50de5 url=http://127.0.0.1:56213/collection1 node=127.0.0.1:56213_ C7870_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:56213, state=down, node_name=127.0.0.1:56213_, core=collection1}
   [junit4]   2> 795209 T2273 C7870 P56213 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 795210 T2273 C7870 P56213 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 795211 T2273 C7870 P56213 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 795211 T2273 C7870 P56213 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 795211 T2271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 795214 T2273 C7870 P56213 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 795216 T2196 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 795217 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 795218 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 795223 T2232 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 795416 T2196 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 795418 T2196 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53766
   [junit4]   2> 795419 T2196 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 795420 T2196 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 795421 T2196 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376614746168
   [junit4]   2> 795421 T2196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376614746168/'
   [junit4]   2> 795434 T2196 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376614746168/solr.xml
   [junit4]   2> 795470 T2196 oasc.CoreContainer.<init> New CoreContainer 1668768631
   [junit4]   2> 795471 T2196 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376614746168/]
   [junit4]   2> 795473 T2196 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 795474 T2196 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 795475 T2196 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 795476 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 795477 T2196 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 795478 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 795478 T2196 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 795479 T2196 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 795480 T2196 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 795491 T2196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 795499 T2196 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48137/solr
   [junit4]   2> 795500 T2196 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 795501 T2196 oascc.ConnectionManager.waitForConnect

[...truncated too long message...]

217822903599110-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/onenodecollection/leaders (1)
   [junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "base_url":"http://127.0.0.1:57173",
   [junit4]   1>            "node_name":"127.0.0.1:57173_",
   [junit4]   1>            "core":"onenodecollectioncore"}
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/live_nodes (5)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:56213_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:57173_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:53766_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:48310_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:46139_ (0)
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {
   [junit4]   1>         "control_collection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:46139",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:46139_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "onenodecollection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:57173",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:57173_",
   [junit4]   1>                   "roles":"none",
   [junit4]   1>                   "core":"onenodecollectioncore",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "collection1":{
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:57173",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:57173_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:56213",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:56213_",
   [junit4]   1>                   "core":"collection1"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:48310",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:48310_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:53766",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:53766_",
   [junit4]   1>                   "core":"collection1"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"}}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=1E216A92E4DB5A4C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_TW -Dtests.timezone=Mexico/General -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   34.7s J1 | BasicDistributedZk2Test.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:48310/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1E216A92E4DB5A4C:9FC7E48A93843A70]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:738)
   [junit4]   2> 813128 T2196 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 34735 T2195 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 814124 T2287 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 814125 T2287 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=zh_TW, timezone=Mexico/General
   [junit4]   2> NOTE: Linux 3.2.0-51-generic x86/IBM Corporation 1.6.0 (32-bit)/cpus=8,threads=1,free=13012560,total=59658752
   [junit4]   2> NOTE: All tests run in this JVM: [BasicZkTest, TestInfoStreamLogging, TestCopyFieldCollectionResource, TestDistributedSearch, TestSolr4Spatial, CachingDirectoryFactoryTest, TestRangeQuery, DistanceFunctionTest, StandardRequestHandlerTest, TestQuerySenderListener, SuggesterWFSTTest, SignatureUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PrimUtilsTest, CurrencyFieldOpenExchangeTest, TestSolrCoreProperties, TestJmxIntegration, TestComponentsName, TestIndexingPerformance, TestPhraseSuggestions, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, DocValuesMultiTest, TestDefaultSearchFieldResource, TestManagedSchema, SolrIndexConfigTest, TestRecoveryHdfs, SpellCheckComponentTest, RequestHandlersTest, DeleteShardTest, TestFieldResource, TestMaxScoreQueryParser, TestShardHandlerFactory, SolrCmdDistributorTest, TestCSVResponseWriter, StatsComponentTest, ZkNodePropsTest, FieldAnalysisRequestHandlerTest, RAMDirectoryFactoryTest, QueryResultKeyTest, TestQuerySenderNoQuery, JSONWriterTest, AlternateDirectoryTest, MinimalSchemaTest, TestBinaryResponseWriter, TestAddFieldRealTimeGet, SolrPluginUtilsTest, TestFastLRUCache, ZkSolrClientTest, TestSolrDeletionPolicy2, TermVectorComponentDistributedTest, TestStressRecovery, SolrCoreCheckLockOnStartupTest, TestCollationKeyRangeQueries, TestFuzzyAnalyzedSuggestions, TestDFRSimilarityFactory, TestXIncludeConfig, HighlighterConfigTest, CoreMergeIndexesAdminHandlerTest, TestCodecSupport, OpenCloseCoreStressTest, TestCloudManagedSchemaAddField, TestStressLucene, TestDynamicFieldCollectionResource, TestRTGBase, SimplePostToolTest, TestManagedSchemaFieldResource, TestQueryTypes, DocumentAnalysisRequestHandlerTest, TestRecovery, TestFastWriter, IndexBasedSpellCheckerTest, NoCacheHeaderTest, IndexSchemaRuntimeFieldTest, TestCoreDiscovery, TestSolrXmlPersistence, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 35.76s, 1 test, 1 error <<< FAILURES!

[...truncated 563 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:388: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1365 tests, 1 error, 34 ignored (6 assumptions)

Total time: 54 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk6 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure