You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/21 17:17:22 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_45) - Build # 7022 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/7022/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39333/teqp/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39333/teqp/collection1
	at __randomizedtesting.SeedInfo.seed([953A4E59FEF7B39F:14DCC04189A8D3A3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:431)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:637)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:351)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:129)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:281)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:92)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 47 more




Build Log:
[...truncated 9154 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 191504 T644 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /teqp/
   [junit4]   2> 191510 T644 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1377096650095
   [junit4]   2> 191511 T644 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 191511 T645 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 191611 T644 oasc.ZkTestServer.run start zk server on port:39530
   [junit4]   2> 191613 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 191827 T651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b6cff name:ZooKeeperConnection Watcher:127.0.0.1:39530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 191828 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 191828 T644 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 191839 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 191841 T653 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197cee7 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 191841 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 191842 T644 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 191851 T644 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 191860 T644 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 191867 T644 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 191875 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 191875 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 191885 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 191885 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 191892 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 191892 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 191897 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 191897 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 191904 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 191904 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 191908 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 191909 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 191913 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 191913 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 191917 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 191918 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 191924 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 191924 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 191929 T644 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 191930 T644 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 191997 T644 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 192041 T644 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35181
   [junit4]   2> 192042 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 192043 T644 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 192043 T644 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520
   [junit4]   2> 192044 T644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/'
   [junit4]   2> 192063 T644 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/solr.xml
   [junit4]   2> 192096 T644 oasc.CoreContainer.<init> New CoreContainer 14960268
   [junit4]   2> 192097 T644 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/]
   [junit4]   2> 192098 T644 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 192098 T644 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 192098 T644 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 192099 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 192099 T644 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 192099 T644 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 192099 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 192100 T644 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 192100 T644 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 192100 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 192103 T644 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39530/solr
   [junit4]   2> 192104 T644 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 192105 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 192106 T664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d3b3a3 name:ZooKeeperConnection Watcher:127.0.0.1:39530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192106 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 192109 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 192112 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 192113 T666 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@130c1c8 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192113 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 192116 T644 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 192122 T644 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 192128 T644 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 192132 T644 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35181_teqp
   [junit4]   2> 192133 T644 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35181_teqp
   [junit4]   2> 192139 T644 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 192147 T644 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 192151 T644 oasc.Overseer.start Overseer (id=90249406060756995-127.0.0.1:35181_teqp-n_0000000000) starting
   [junit4]   2> 192157 T644 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 192163 T668 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 192165 T644 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 192169 T644 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 192172 T644 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 192178 T667 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 192180 T669 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 192180 T669 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 192182 T669 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 193684 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 193685 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35181_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35181/teqp"}
   [junit4]   2> 193685 T667 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 193685 T667 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 193691 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 194182 T669 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 194183 T669 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/collection1
   [junit4]   2> 194183 T669 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 194184 T669 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 194184 T669 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 194186 T669 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/collection1/'
   [junit4]   2> 194186 T669 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/collection1/lib/classes/' to classloader
   [junit4]   2> 194187 T669 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/collection1/lib/README' to classloader
   [junit4]   2> 194221 T669 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 194256 T669 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 194258 T669 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 194266 T669 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 194633 T669 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 194634 T669 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 194634 T669 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 194640 T669 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 194643 T669 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 194663 T669 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 194667 T669 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 194670 T669 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 194672 T669 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 194672 T669 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 194672 T669 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 194674 T669 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 194674 T669 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 194674 T669 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 194674 T669 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1377096650520/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/control/data/
   [junit4]   2> 194675 T669 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@179ef7c
   [junit4]   2> 194675 T669 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/control/data
   [junit4]   2> 194675 T669 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/control/data/index/
   [junit4]   2> 194675 T669 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 194676 T669 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/control/data/index
   [junit4]   2> 194676 T669 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.1015625, floorSegmentMB=1.2578125, forceMergeDeletesPctAllowed=24.137552708297676, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7743441107719627
   [junit4]   2> 194677 T669 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@123b146 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59a977),segFN=segments_1,generation=1}
   [junit4]   2> 194677 T669 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 194679 T669 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 194679 T669 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 194680 T669 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 194680 T669 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 194680 T669 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 194680 T669 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 194681 T669 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 194681 T669 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 194681 T669 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 194681 T669 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 194682 T669 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 194682 T669 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 194682 T669 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 194683 T669 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 194683 T669 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 194685 T669 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 194687 T669 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 194687 T669 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 194688 T669 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=16.154296875, floorSegmentMB=1.43359375, forceMergeDeletesPctAllowed=17.296150917945507, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.690890555688304
   [junit4]   2> 194688 T669 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@123b146 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59a977),segFN=segments_1,generation=1}
   [junit4]   2> 194689 T669 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 194689 T669 oass.SolrIndexSearcher.<init> Opening Searcher@13c6976 main
   [junit4]   2> 194692 T670 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13c6976 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 194693 T669 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 194693 T669 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35181/teqp collection:control_collection shard:shard1
   [junit4]   2> 194693 T669 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 194696 T669 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 194707 T669 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 194710 T669 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 194710 T669 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 194710 T669 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35181/teqp/collection1/
   [junit4]   2> 194711 T669 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 194711 T669 oasc.SyncStrategy.syncToMe http://127.0.0.1:35181/teqp/collection1/ has no replicas
   [junit4]   2> 194711 T669 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35181/teqp/collection1/ shard1
   [junit4]   2> 194711 T669 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 195198 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 195210 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 195221 T669 oasc.ZkController.register We are http://127.0.0.1:35181/teqp/collection1/ and leader is http://127.0.0.1:35181/teqp/collection1/
   [junit4]   2> 195221 T669 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35181/teqp
   [junit4]   2> 195221 T669 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 195221 T669 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 195221 T669 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 195224 T669 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 195226 T644 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 195226 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 195226 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 195229 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 195230 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 195231 T673 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b8fe29 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 195231 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 195233 T644 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 195237 T644 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 195303 T644 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 195304 T644 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48360
   [junit4]   2> 195305 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 195305 T644 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 195306 T644 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821
   [junit4]   2> 195306 T644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/'
   [junit4]   2> 195316 T644 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/solr.xml
   [junit4]   2> 195350 T644 oasc.CoreContainer.<init> New CoreContainer 19970546
   [junit4]   2> 195351 T644 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/]
   [junit4]   2> 195352 T644 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 195352 T644 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 195352 T644 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 195353 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 195353 T644 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 195353 T644 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 195353 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 195354 T644 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 195354 T644 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 195354 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 195358 T644 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39530/solr
   [junit4]   2> 195358 T644 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 195359 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 195360 T684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fffc00 name:ZooKeeperConnection Watcher:127.0.0.1:39530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 195360 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 195362 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 195365 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 195367 T686 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1abaed5 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 195367 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 195373 T644 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 196378 T644 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48360_teqp
   [junit4]   2> 196380 T644 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48360_teqp
   [junit4]   2> 196386 T673 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 196386 T666 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 196386 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 196397 T687 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 196398 T687 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 196397 T686 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 196399 T687 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 196720 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 196721 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35181_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35181/teqp"}
   [junit4]   2> 196727 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48360_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48360/teqp"}
   [junit4]   2> 196728 T667 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 196728 T667 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 196733 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 196734 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 196733 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 197400 T687 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 197400 T687 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/collection1
   [junit4]   2> 197400 T687 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 197402 T687 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 197402 T687 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 197404 T687 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/collection1/'
   [junit4]   2> 197405 T687 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/collection1/lib/classes/' to classloader
   [junit4]   2> 197405 T687 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/collection1/lib/README' to classloader
   [junit4]   2> 197455 T687 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 197506 T687 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 197509 T687 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 197517 T687 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 197903 T687 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 197903 T687 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 197904 T687 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 197910 T687 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 197912 T687 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 197931 T687 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 197935 T687 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 197939 T687 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 197941 T687 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 197941 T687 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 197941 T687 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 197943 T687 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 197943 T687 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 197943 T687 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 197943 T687 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1377096653821/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty1/
   [junit4]   2> 197944 T687 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@179ef7c
   [junit4]   2> 197944 T687 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty1
   [junit4]   2> 197944 T687 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty1/index/
   [junit4]   2> 197945 T687 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 197945 T687 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty1/index
   [junit4]   2> 197945 T687 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.1015625, floorSegmentMB=1.2578125, forceMergeDeletesPctAllowed=24.137552708297676, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7743441107719627
   [junit4]   2> 197946 T687 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e57e3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15ecff3),segFN=segments_1,generation=1}
   [junit4]   2> 197946 T687 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 197949 T687 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 197949 T687 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 197950 T687 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 197950 T687 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 197950 T687 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 197950 T687 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 197950 T687 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 197951 T687 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 197951 T687 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 197951 T687 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 197952 T687 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 197952 T687 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 197952 T687 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 197953 T687 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 197953 T687 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 197955 T687 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 197957 T687 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 197957 T687 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 197958 T687 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=16.154296875, floorSegmentMB=1.43359375, forceMergeDeletesPctAllowed=17.296150917945507, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.690890555688304
   [junit4]   2> 197958 T687 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e57e3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15ecff3),segFN=segments_1,generation=1}
   [junit4]   2> 197959 T687 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 197959 T687 oass.SolrIndexSearcher.<init> Opening Searcher@1e6caaf main
   [junit4]   2> 197962 T688 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e6caaf main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 197964 T687 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 197964 T687 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48360/teqp collection:collection1 shard:shard1
   [junit4]   2> 197964 T687 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 197967 T687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 197980 T687 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 197985 T687 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 197985 T687 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 197985 T687 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48360/teqp/collection1/
   [junit4]   2> 197985 T687 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 197986 T687 oasc.SyncStrategy.syncToMe http://127.0.0.1:48360/teqp/collection1/ has no replicas
   [junit4]   2> 197986 T687 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48360/teqp/collection1/ shard1
   [junit4]   2> 197986 T687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 198246 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 198260 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 198261 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 198261 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 198300 T687 oasc.ZkController.register We are http://127.0.0.1:48360/teqp/collection1/ and leader is http://127.0.0.1:48360/teqp/collection1/
   [junit4]   2> 198300 T687 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48360/teqp
   [junit4]   2> 198301 T687 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 198301 T687 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 198301 T687 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 198304 T687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 198305 T644 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 198306 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 198306 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 198389 T644 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 198391 T644 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39333
   [junit4]   2> 198392 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 198392 T644 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 198393 T644 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893
   [junit4]   2> 198393 T644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/'
   [junit4]   2> 198405 T644 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/solr.xml
   [junit4]   2> 198443 T644 oasc.CoreContainer.<init> New CoreContainer 11150893
   [junit4]   2> 198444 T644 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/]
   [junit4]   2> 198445 T644 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 198446 T644 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 198446 T644 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 198447 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 198447 T644 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 198447 T644 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 198448 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 198448 T644 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 198448 T644 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 198449 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 198452 T644 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39530/solr
   [junit4]   2> 198452 T644 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 198453 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 198454 T700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b087fc name:ZooKeeperConnection Watcher:127.0.0.1:39530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 198455 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 198457 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 198460 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 198461 T702 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1552068 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 198461 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 198467 T644 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 199472 T644 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39333_teqp
   [junit4]   2> 199474 T644 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39333_teqp
   [junit4]   2> 199477 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 199478 T673 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 199478 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 199479 T666 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 199479 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 199482 T702 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 199485 T686 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 199492 T703 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 199492 T703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 199494 T703 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 199774 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 199775 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48360_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48360/teqp"}
   [junit4]   2> 199780 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39333_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39333/teqp"}
   [junit4]   2> 199781 T667 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 199781 T667 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 199786 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 199786 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 199787 T702 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 199787 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 200494 T703 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 200495 T703 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/collection1
   [junit4]   2> 200495 T703 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 200496 T703 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 200496 T703 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 200498 T703 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/collection1/'
   [junit4]   2> 200498 T703 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/collection1/lib/classes/' to classloader
   [junit4]   2> 200498 T703 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/collection1/lib/README' to classloader
   [junit4]   2> 200535 T703 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 200572 T703 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 200574 T703 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 200582 T703 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 200954 T703 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 200954 T703 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 200954 T703 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 200961 T703 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 200963 T703 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 200986 T703 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 200990 T703 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 200994 T703 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 200996 T703 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 200996 T703 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 200996 T703 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 200998 T703 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 200998 T703 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 200998 T703 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 200999 T703 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1377096656893/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty2/
   [junit4]   2> 200999 T703 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@179ef7c
   [junit4]   2> 201000 T703 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty2
   [junit4]   2> 201000 T703 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty2/index/
   [junit4]   2> 201000 T703 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 201000 T703 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty2/index
   [junit4]   2> 201000 T703 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.1015625, floorSegmentMB=1.2578125, forceMergeDeletesPctAllowed=24.137552708297676, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7743441107719627
   [junit4]   2> 201001 T703 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1efe90c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10daf4f),segFN=segments_1,generation=1}
   [junit4]   2> 201001 T703 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 201004 T703 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 201004 T703 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 201005 T703 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 201005 T703 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 201005 T703 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 201005 T703 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 201006 T703 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 201006 T703 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 201006 T703 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 201007 T703 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 201007 T703 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 201007 T703 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 201008 T703 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 201008 T703 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 201008 T703 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 201010 T703 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 201013 T703 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 201013 T703 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 201013 T703 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=16.154296875, floorSegmentMB=1.43359375, forceMergeDeletesPctAllowed=17.296150917945507, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.690890555688304
   [junit4]   2> 201014 T703 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1efe90c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10daf4f),segFN=segments_1,generation=1}
   [junit4]   2> 201014 T703 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 201014 T703 oass.SolrIndexSearcher.<init> Opening Searcher@b466c6 main
   [junit4]   2> 201018 T704 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b466c6 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 201020 T703 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 201020 T703 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39333/teqp collection:collection1 shard:shard2
   [junit4]   2> 201020 T703 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 201023 T703 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 201032 T703 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 201035 T703 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 201035 T703 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 201036 T703 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39333/teqp/collection1/
   [junit4]   2> 201036 T703 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 201036 T703 oasc.SyncStrategy.syncToMe http://127.0.0.1:39333/teqp/collection1/ has no replicas
   [junit4]   2> 201036 T703 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39333/teqp/collection1/ shard2
   [junit4]   2> 201036 T703 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 201299 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 201310 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 201310 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 201310 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 201310 T702 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 201345 T703 oasc.ZkController.register We are http://127.0.0.1:39333/teqp/collection1/ and leader is http://127.0.0.1:39333/teqp/collection1/
   [junit4]   2> 201346 T703 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39333/teqp
   [junit4]   2> 201346 T703 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 201346 T703 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 201346 T703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 201348 T703 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 201349 T644 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 201349 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 201350 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 201417 T644 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 201419 T644 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50725
   [junit4]   2> 201419 T644 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 201420 T644 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 201420 T644 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936
   [junit4]   2> 201420 T644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/'
   [junit4]   2> 201431 T644 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/solr.xml
   [junit4]   2> 201475 T644 oasc.CoreContainer.<init> New CoreContainer 23788578
   [junit4]   2> 201476 T644 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/]
   [junit4]   2> 201478 T644 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 201478 T644 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 201479 T644 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 201479 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 201479 T644 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 201480 T644 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 201480 T644 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 201481 T644 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 201481 T644 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 201482 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 201487 T644 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39530/solr
   [junit4]   2> 201487 T644 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 201488 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 201490 T716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf2e58 name:ZooKeeperConnection Watcher:127.0.0.1:39530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 201490 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 201492 T644 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 201496 T644 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 201497 T718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a041 name:ZooKeeperConnection Watcher:127.0.0.1:39530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 201497 T644 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 201503 T644 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 202508 T644 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50725_teqp
   [junit4]   2> 202510 T644 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50725_teqp
   [junit4]   2> 202513 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 202513 T702 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 202515 T673 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 202515 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202516 T666 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 202516 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202520 T718 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 202520 T686 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 202522 T702 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 202530 T719 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 202530 T719 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 202532 T719 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 202825 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 202827 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39333_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39333/teqp"}
   [junit4]   2> 202836 T667 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50725_teqp",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50725/teqp"}
   [junit4]   2> 202837 T667 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 202837 T667 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 202847 T673 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202847 T702 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202847 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202847 T718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 202848 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 203532 T719 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 203532 T719 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/collection1
   [junit4]   2> 203533 T719 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 203534 T719 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 203534 T719 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 203536 T719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/collection1/'
   [junit4]   2> 203537 T719 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/collection1/lib/classes/' to classloader
   [junit4]   2> 203537 T719 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/collection1/lib/README' to classloader
   [junit4]   2> 203582 T719 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 203621 T719 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 203623 T719 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 203631 T719 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 204025 T719 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 204026 T719 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 204026 T719 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 204033 T719 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 204035 T719 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 204056 T719 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 204061 T719 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 204066 T719 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 204068 T719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 204068 T719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 204068 T719 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 204070 T719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 204070 T719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 204070 T719 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 204070 T719 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1377096659936/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty3/
   [junit4]   2> 204070 T719 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@179ef7c
   [junit4]   2> 204071 T719 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty3
   [junit4]   2> 204071 T719 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty3/index/
   [junit4]   2> 204072 T719 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 204072 T719 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1377096650094/jetty3/index
   [junit4]   2> 204072 T719 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=78.1015625, floorSegmentMB=1.2578125, forceMergeDeletesPctAllowed=24.137552708297676, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7743441107719627
   [junit4]   2> 204073 T719 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c0ef7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@172b5ef),segFN=segments_1,generation=1}
   [junit4]   2> 204073 T719 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 204076 T719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 204077 T719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 204077 T719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 204077 T719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 204077 T719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 204078 T719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 204078 T719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 204078 T719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 204078 T719 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 204079 T719 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 204079 T719 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 204080 T719 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 204080 T719 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 204081 T719 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 204081 T719 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 204083 T719 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 204085 T719 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 204086 T719 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 204086 T719 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=16.154296875, floorSegmentMB=1.43359375, forceMergeDeletesPctAllowed=17.296150917945507, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.690890555688304
   [junit4]   2> 204087 T719 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c0ef7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@172b5ef),segFN=segments_1,generation=1}
   [junit4]   2> 204087 T719 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 204087 T719 oass.SolrIndexSearcher.<init> Opening Searcher@e81551 main
   [junit4]   2> 204090 T720 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e81551 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 204092 T719 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 204092 T719 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50725/teqp collection:collection1 shard:shard1
   [junit4]   2> 204092 T719 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 204098 T719 oasc.ZkController.register We are http://127.0.0.1:50725/teqp/collection1/ and leader is http://127.0.0.1:48360/teqp/collection1/
   [junit4]   2> 204099 T719 oasc.ZkController.register No

[...truncated too long message...]

ns/collection1/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90249406060757002-core_node3-n_0000000001 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90249406060756998-core_node1-n_0000000000 (0)
   [junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90249406060757000-core_node2-n_0000000000 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90249406060757004-core_node4-n_0000000001 (0)
   [junit4]   1>     /solr/collections/collection1/leaders (2)
   [junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:48360_teqp",
   [junit4]   1>            "base_url":"http://127.0.0.1:48360/teqp"}
   [junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:39333_teqp",
   [junit4]   1>            "base_url":"http://127.0.0.1:39333/teqp"}
   [junit4]   1>    /solr/collections/control_collection (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/control_collection/shards (0)
   [junit4]   1>     /solr/collections/control_collection/leader_elect (1)
   [junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/90249406060756995-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/control_collection/leaders (1)
   [junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:35181_teqp",
   [junit4]   1>            "base_url":"http://127.0.0.1:35181/teqp"}
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/election (5)
   [junit4]   1>     /solr/overseer_elect/election/90249406060756995-127.0.0.1:35181_teqp-n_0000000000 (0)
   [junit4]   1>     /solr/overseer_elect/election/90249406060757000-127.0.0.1:39333_teqp-n_0000000002 (0)
   [junit4]   1>     /solr/overseer_elect/election/90249406060756998-127.0.0.1:48360_teqp-n_0000000001 (0)
   [junit4]   1>     /solr/overseer_elect/election/90249406060757002-127.0.0.1:50725_teqp-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/90249406060757004-127.0.0.1:45241_teqp-n_0000000004 (0)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"90249406060756995-127.0.0.1:35181_teqp-n_0000000000"}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   1> found2: 4
   [junit4]   1> found3: 3
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=953A4E59FEF7B39F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no_NO -Dtests.timezone=America/Blanc-Sablon -Dtests.file.encoding=UTF-8
   [junit4] ERROR    432s J0 | BasicDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39333/teqp/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([953A4E59FEF7B39F:14DCC04189A8D3A3]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:431)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:637)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:351)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:129)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:166)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:90)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:281)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:92)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
   [junit4]    > 	... 47 more
   [junit4]   2> 623488 T644 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 432055 T643 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 623628 T966 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 623628 T966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 623628 T966 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=no_NO, timezone=America/Blanc-Sablon
   [junit4]   2> NOTE: Linux 3.2.0-52-generic i386/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=8,threads=1,free=146311120,total=291045376
   [junit4]   2> NOTE: All tests run in this JVM: [TestGroupingSearch, TestJmxMonitoredMap, LoggingHandlerTest, TestFaceting, MBeansHandlerTest, ShowFileRequestHandlerTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, HdfsLockFactoryTest, TestFieldTypeResource, SearchHandlerTest, InfoHandlerTest, TestRealTimeGet, TestStressVersions, ParsingFieldUpdateProcessorsTest, TestMaxScoreQueryParser, DOMUtilTest, TestSolrQueryParserDefaultOperatorResource, TestDocumentBuilder, TestSolrQueryParser, TestPostingsSolrHighlighter, ShardRoutingTest, DistributedTermsComponentTest, BasicDistributedZkTest]
   [junit4] Completed on J0 in 432.49s, 1 test, 1 error <<< FAILURES!

[...truncated 814 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:450: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 324 suites, 1406 tests, 1 error, 36 ignored (7 assumptions)

Total time: 48 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure