You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/09/11 19:55:53 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1581 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1581/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([400B38B5794C0BC3:C1EDB6AD0E136BFF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9600 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 449920 T1784 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 449927 T1784 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1378920476969
   [junit4]   2> 449929 T1784 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 449929 T1785 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 450030 T1784 oasc.ZkTestServer.run start zk server on port:12496
   [junit4]   2> 450031 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 450036 T1791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@769cfc66 name:ZooKeeperConnection Watcher:127.0.0.1:12496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 450037 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 450037 T1784 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 450048 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 450051 T1793 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3737740c name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 450051 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 450052 T1784 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 450062 T1784 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 450066 T1784 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 450069 T1784 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 450077 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 450078 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 450100 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 450101 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 450207 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 450208 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 450212 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 450212 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 450216 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 450217 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 450220 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 450221 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 450224 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 450225 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 450229 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 450229 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 450233 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 450234 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 450237 T1784 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 450238 T1784 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 450532 T1784 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 450545 T1784 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12499
   [junit4]   2> 450546 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 450547 T1784 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 450548 T1784 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289
   [junit4]   2> 450548 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/'
   [junit4]   2> 450588 T1784 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/solr.xml
   [junit4]   2> 450681 T1784 oasc.CoreContainer.<init> New CoreContainer 299786751
   [junit4]   2> 450682 T1784 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/]
   [junit4]   2> 450684 T1784 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 450684 T1784 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 450685 T1784 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 450685 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 450686 T1784 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 450686 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 450687 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 450687 T1784 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 450688 T1784 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 450688 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 450705 T1784 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 450706 T1784 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 450706 T1784 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12496/solr
   [junit4]   2> 450707 T1784 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 450708 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 450711 T1804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a21d2b7 name:ZooKeeperConnection Watcher:127.0.0.1:12496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 450711 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 450722 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 450734 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 450736 T1806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5859cd82 name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 450736 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 450739 T1784 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 450749 T1784 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 450753 T1784 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 450760 T1784 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12499_
   [junit4]   2> 450761 T1784 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12499_
   [junit4]   2> 450766 T1784 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 450782 T1784 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 450786 T1784 oasc.Overseer.start Overseer (id=90368932379164675-127.0.0.1:12499_-n_0000000000) starting
   [junit4]   2> 450797 T1784 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 450808 T1808 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 450809 T1784 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 450812 T1784 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 450814 T1784 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 450817 T1807 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 450823 T1809 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 450824 T1809 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 450826 T1809 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 452322 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 452323 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:12499_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:12499"}
   [junit4]   2> 452323 T1807 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 452324 T1807 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 452342 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 452828 T1809 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 452828 T1809 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/collection1
   [junit4]   2> 452828 T1809 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 452829 T1809 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 452830 T1809 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 452831 T1809 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/collection1/'
   [junit4]   2> 452833 T1809 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/collection1/lib/classes/' to classloader
   [junit4]   2> 452834 T1809 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/collection1/lib/README' to classloader
   [junit4]   2> 452903 T1809 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 452969 T1809 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 453072 T1809 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 453108 T1809 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 453771 T1809 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 453771 T1809 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 453772 T1809 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 453787 T1809 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 453791 T1809 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 453809 T1809 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 453814 T1809 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 453819 T1809 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 453820 T1809 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 453821 T1809 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 453821 T1809 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 453822 T1809 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 453823 T1809 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 453823 T1809 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 453824 T1809 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378920477289/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378920476968/control/data/
   [junit4]   2> 453824 T1809 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a59eead
   [junit4]   2> 453825 T1809 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/control/data
   [junit4]   2> 453825 T1809 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378920476968/control/data/index/
   [junit4]   2> 453825 T1809 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378920476968/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 453826 T1809 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/control/data/index
   [junit4]   2> 453826 T1809 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3677522193329227]
   [junit4]   2> 453827 T1809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@61369e47 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@27d95441),segFN=segments_1,generation=1}
   [junit4]   2> 453828 T1809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 453832 T1809 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 453833 T1809 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 453833 T1809 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 453833 T1809 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 453834 T1809 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 453834 T1809 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 453835 T1809 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 453835 T1809 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 453835 T1809 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 453836 T1809 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 453837 T1809 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 453837 T1809 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 453837 T1809 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 453838 T1809 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 453839 T1809 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 453854 T1809 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 453860 T1809 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 453860 T1809 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 453861 T1809 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2145452853, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 453862 T1809 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@61369e47 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@27d95441),segFN=segments_1,generation=1}
   [junit4]   2> 453862 T1809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 453863 T1809 oass.SolrIndexSearcher.<init> Opening Searcher@7551e2ff main
   [junit4]   2> 453867 T1810 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7551e2ff main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 453869 T1809 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 453870 T1809 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12499 collection:control_collection shard:shard1
   [junit4]   2> 453870 T1809 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 453883 T1809 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 453907 T1809 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 453910 T1809 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 453910 T1809 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 453911 T1809 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12499/collection1/
   [junit4]   2> 453911 T1809 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 453911 T1809 oasc.SyncStrategy.syncToMe http://127.0.0.1:12499/collection1/ has no replicas
   [junit4]   2> 453912 T1809 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:12499/collection1/ shard1
   [junit4]   2> 453912 T1809 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 455350 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 455371 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 455400 T1809 oasc.ZkController.register We are http://127.0.0.1:12499/collection1/ and leader is http://127.0.0.1:12499/collection1/
   [junit4]   2> 455400 T1809 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12499
   [junit4]   2> 455400 T1809 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 455401 T1809 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 455401 T1809 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 455403 T1809 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 455404 T1784 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 455405 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 455405 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 455417 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 455418 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 455420 T1813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cab8d6f name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 455421 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 455422 T1784 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 455425 T1784 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 455714 T1784 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 455717 T1784 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22846
   [junit4]   2> 455718 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 455719 T1784 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 455719 T1784 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466
   [junit4]   2> 455720 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/'
   [junit4]   2> 455760 T1784 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/solr.xml
   [junit4]   2> 455853 T1784 oasc.CoreContainer.<init> New CoreContainer 994693490
   [junit4]   2> 455854 T1784 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/]
   [junit4]   2> 455856 T1784 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 455856 T1784 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 455857 T1784 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 455857 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 455858 T1784 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 455858 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 455859 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 455859 T1784 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 455860 T1784 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 455860 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 455877 T1784 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 455878 T1784 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 455878 T1784 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12496/solr
   [junit4]   2> 455879 T1784 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 455880 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 455883 T1824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f959250 name:ZooKeeperConnection Watcher:127.0.0.1:12496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 455884 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 455899 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 455911 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 455913 T1826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@237c2751 name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 455913 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 455924 T1784 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 456886 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 456887 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:12499_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:12499"}
   [junit4]   2> 456906 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 456906 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 456906 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 456928 T1784 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22846_
   [junit4]   2> 456930 T1784 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22846_
   [junit4]   2> 456933 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 456933 T1813 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 456933 T1806 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 456934 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 456934 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 456935 T1826 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 456948 T1827 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 456948 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 456950 T1827 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 458413 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 458414 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:22846_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:22846"}
   [junit4]   2> 458415 T1807 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 458415 T1807 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 458434 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 458434 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 458434 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 458952 T1827 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 458952 T1827 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/collection1
   [junit4]   2> 458953 T1827 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 458954 T1827 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 458954 T1827 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 458955 T1827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/collection1/'
   [junit4]   2> 458957 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/collection1/lib/classes/' to classloader
   [junit4]   2> 458957 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/collection1/lib/README' to classloader
   [junit4]   2> 459026 T1827 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 459091 T1827 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 459194 T1827 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 459226 T1827 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 459863 T1827 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 459863 T1827 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 459864 T1827 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 459874 T1827 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 459877 T1827 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 459891 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 459896 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 459899 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 459900 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 459900 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 459901 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 459902 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 459902 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 459902 T1827 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 459903 T1827 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378920482466/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty1/
   [junit4]   2> 459903 T1827 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a59eead
   [junit4]   2> 459904 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty1
   [junit4]   2> 459904 T1827 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty1/index/
   [junit4]   2> 459904 T1827 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 459904 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty1/index
   [junit4]   2> 459905 T1827 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3677522193329227]
   [junit4]   2> 459906 T1827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e0f7c58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@403350fa),segFN=segments_1,generation=1}
   [junit4]   2> 459906 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 459910 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 459910 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 459911 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 459911 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 459911 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 459911 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 459912 T1827 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 459912 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 459912 T1827 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 459913 T1827 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 459914 T1827 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 459914 T1827 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 459914 T1827 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 459915 T1827 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 459915 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 459926 T1827 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 459930 T1827 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 459930 T1827 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 459931 T1827 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2145452853, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 459931 T1827 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e0f7c58 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@403350fa),segFN=segments_1,generation=1}
   [junit4]   2> 459931 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 459932 T1827 oass.SolrIndexSearcher.<init> Opening Searcher@18e6044 main
   [junit4]   2> 459937 T1828 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18e6044 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 459939 T1827 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 459939 T1827 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22846 collection:collection1 shard:shard1
   [junit4]   2> 459939 T1827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 459948 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 459968 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 459971 T1827 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 459972 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 459972 T1827 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22846/collection1/
   [junit4]   2> 459972 T1827 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 459973 T1827 oasc.SyncStrategy.syncToMe http://127.0.0.1:22846/collection1/ has no replicas
   [junit4]   2> 459973 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:22846/collection1/ shard1
   [junit4]   2> 459973 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 461441 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 461460 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461460 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461460 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461512 T1827 oasc.ZkController.register We are http://127.0.0.1:22846/collection1/ and leader is http://127.0.0.1:22846/collection1/
   [junit4]   2> 461512 T1827 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22846
   [junit4]   2> 461512 T1827 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 461513 T1827 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 461513 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 461515 T1827 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 461516 T1784 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 461517 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 461518 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 461829 T1784 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 461832 T1784 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55947
   [junit4]   2> 461833 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 461834 T1784 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 461834 T1784 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571
   [junit4]   2> 461835 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/'
   [junit4]   2> 461876 T1784 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/solr.xml
   [junit4]   2> 461970 T1784 oasc.CoreContainer.<init> New CoreContainer 765973221
   [junit4]   2> 461970 T1784 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/]
   [junit4]   2> 461972 T1784 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 461973 T1784 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 461973 T1784 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 461974 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 461974 T1784 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 461975 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 461975 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 461976 T1784 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 461976 T1784 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 461977 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 461994 T1784 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 461994 T1784 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 461995 T1784 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12496/solr
   [junit4]   2> 461995 T1784 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 461997 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 462003 T1840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@392601df name:ZooKeeperConnection Watcher:127.0.0.1:12496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 462003 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 462020 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 462032 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 462036 T1842 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dc227c8 name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 462036 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 462042 T1784 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 462973 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 462974 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:22846_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:22846"}
   [junit4]   2> 462993 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 462993 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 462993 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 462993 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 463046 T1784 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55947_
   [junit4]   2> 463048 T1784 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55947_
   [junit4]   2> 463051 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 463052 T1813 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 463052 T1806 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 463052 T1842 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 463052 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463052 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463053 T1826 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 463053 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463067 T1843 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 463067 T1843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 463069 T1843 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 464499 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 464500 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55947_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55947"}
   [junit4]   2> 464500 T1807 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 464501 T1807 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 464515 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 464515 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 464515 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 464515 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 465071 T1843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 465071 T1843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/collection1
   [junit4]   2> 465071 T1843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 465072 T1843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 465073 T1843 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 465074 T1843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/collection1/'
   [junit4]   2> 465076 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/collection1/lib/classes/' to classloader
   [junit4]   2> 465077 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/collection1/lib/README' to classloader
   [junit4]   2> 465145 T1843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 465211 T1843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 465313 T1843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 465343 T1843 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 465992 T1843 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 465993 T1843 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 465994 T1843 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 466007 T1843 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 466011 T1843 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 466029 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 466034 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 466039 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 466040 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 466040 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 466041 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 466042 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 466042 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 466043 T1843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 466043 T1843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378920488571/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty2/
   [junit4]   2> 466043 T1843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a59eead
   [junit4]   2> 466045 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty2
   [junit4]   2> 466045 T1843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty2/index/
   [junit4]   2> 466045 T1843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 466046 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty2/index
   [junit4]   2> 466046 T1843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3677522193329227]
   [junit4]   2> 466047 T1843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e31edc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69309589),segFN=segments_1,generation=1}
   [junit4]   2> 466047 T1843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 466053 T1843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 466054 T1843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 466054 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 466054 T1843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 466055 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 466055 T1843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 466056 T1843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 466056 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 466056 T1843 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 466057 T1843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 466058 T1843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 466058 T1843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 466059 T1843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 466060 T1843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 466060 T1843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 466076 T1843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 466081 T1843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 466081 T1843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 466082 T1843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2145452853, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 466083 T1843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e31edc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69309589),segFN=segments_1,generation=1}
   [junit4]   2> 466083 T1843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 466083 T1843 oass.SolrIndexSearcher.<init> Opening Searcher@5dd0438 main
   [junit4]   2> 466089 T1844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5dd0438 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 466093 T1843 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 466093 T1843 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55947 collection:collection1 shard:shard1
   [junit4]   2> 466093 T1843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 466108 T1843 oasc.ZkController.register We are http://127.0.0.1:55947/collection1/ and leader is http://127.0.0.1:22846/collection1/
   [junit4]   2> 466109 T1843 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55947
   [junit4]   2> 466109 T1843 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 466109 T1843 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C255 name=collection1 org.apache.solr.core.SolrCore@506301be url=http://127.0.0.1:55947/collection1 node=127.0.0.1:55947_ C255_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:55947_, base_url=http://127.0.0.1:55947}
   [junit4]   2> 466110 T1845 C255 P55947 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 466110 T1845 C255 P55947 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 466110 T1843 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 466110 T1845 C255 P55947 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 466111 T1845 C255 P55947 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 466112 T1784 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 466112 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 466113 T1845 C255 P55947 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 466113 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 466130 T1816 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 466424 T1784 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 466427 T1784 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13737
   [junit4]   2> 466428 T1784 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 466429 T1784 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 466429 T1784 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171
   [junit4]   2> 466430 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/'
   [junit4]   2> 466470 T1784 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/solr.xml
   [junit4]   2> 466566 T1784 oasc.CoreContainer.<init> New CoreContainer 1420820326
   [junit4]   2> 466567 T1784 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/]
   [junit4]   2> 466569 T1784 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 466570 T1784 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 466570 T1784 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 466571 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 466571 T1784 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 466572 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 466572 T1784 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 466573 T1784 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 466574 T1784 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 466574 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 466596 T1784 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 466597 T1784 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 466598 T1784 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12496/solr
   [junit4]   2> 466598 T1784 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 466600 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 466678 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aaf8afe name:ZooKeeperConnection Watcher:127.0.0.1:12496 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466679 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 466682 T1784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 466697 T1784 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 466700 T1859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dc118a3 name:ZooKeeperConnection Watcher:127.0.0.1:12496/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 466700 T1784 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 466751 T1784 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 467522 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 467523 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55947_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55947"}
   [junit4]   2> 467541 T1859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467541 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467541 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467541 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467541 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467755 T1784 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13737_
   [junit4]   2> 467757 T1784 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13737_
   [junit4]   2> 467760 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 467760 T1859 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 467760 T1806 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 467760 T1859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 467760 T1813 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 467760 T1842 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 467761 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 467762 T1826 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 467761 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 467761 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 467776 T1860 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 467776 T1860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 467778 T1860 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 468132 T1816 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 468132 T1816 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:55947_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
   [junit4]   2> 469048 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 469049 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:13737_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:13737"}
   [junit4]   2> 469049 T1807 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 469050 T1807 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 469064 T1859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 469064 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 469064 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 469064 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 469064 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 469780 T1860 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 469780 T1860 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/collection1
   [junit4]   2> 469781 T1860 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 469782 T1860 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 469782 T1860 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 469783 T1860 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/collection1/'
   [junit4]   2> 469785 T1860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/collection1/lib/classes/' to classloader
   [junit4]   2> 469785 T1860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1378920493171/collection1/lib/README' to classloader
   [junit4]   2> 469854 T1860 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 469919 T1860 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 470022 T1860 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 470045 T1860 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C256 name=collection1 org.apache.solr.core.SolrCore@506301be url=http://127.0.0.1:55947/collection1 node=127.0.0.1:55947_ C256_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:55947_, base_url=http://127.0.0.1:55947}
   [junit4]   2> 470134 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:22846/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 470134 T1845 C256 P55947 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55947 START replicas=[http://127.0.0.1:22846/collection1/] nUpdates=100
   [junit4]   2> 470135 T1845 C256 P55947 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 470135 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 470136 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 470136 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 470136 T1845 C256 P55947 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 470137 T1845 C256 P55947 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:22846/collection1/. core=collection1
   [junit4]   2> 470137 T1845 C256 P55947 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C257 name=collection1 org.apache.solr.core.SolrCore@47ef65c5 url=http://127.0.0.1:22846/collection1 node=127.0.0.1:22846_ C257_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:22846_, base_url=http://127.0.0.1:22846, leader=true}
   [junit4]   2> 470144 T1817 C257 P22846 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
   [junit4]   2> 470151 T1818 C257 P22846 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 470152 T1818 C257 P22846 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 470153 T1818 C257 P22846 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 470153 T1818 C257 P22846 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
   [junit4]   2> 470154 T1845 C256 P55947 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 470154 T1845 C256 P55947 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 470158 T1819 C257 P22846 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 470158 T1819 C257 P22846 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
   [junit4]   2> 470159 T1845 C256 P55947 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 470159 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 470160 T1845 C256 P55947 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 470160 T1845 C256 P55947 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 470162 T1845 C256 P55947 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 470570 T1807 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470571 T1807 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55947_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55947"}
   [junit4]   2> 470585 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 470585 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 470585 T1806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 470585 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 470585 T1859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 470730 T1860 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You sh

[...truncated too long message...]

e.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 531889 T1842 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 531889 T1842 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 531890 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 531890 T1842 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 531890 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 531890 T1842 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 554244 T1859 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:13737  couldn't connect to http://127.0.0.1:55947/collection1/, counting as success
   [junit4]   2> 554244 T1859 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13737 DONE. sync succeeded
   [junit4]   2> 554245 T1859 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 554245 T1859 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 554245 T1859 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f1d92fb
   [junit4]   2> 554247 T1859 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 554248 T1859 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 554248 T1859 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 554248 T1859 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 554252 T1859 C264 P13737 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6775d977 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@433f232b),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6775d977 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@433f232b),segFN=segments_4,generation=4}
   [junit4]   2> 554252 T1859 C264 P13737 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 554254 T1859 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 554254 T1859 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 554255 T1859 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3;done=false>>]
   [junit4]   2> 554255 T1859 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3
   [junit4]   2> 554255 T1859 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3/index;done=false>>]
   [junit4]   2> 554255 T1859 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1378920476968/jetty3/index
   [junit4]   2> 554256 T1859 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 554256 T1859 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 554257 T1859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 554257 T1859 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=zh_HK, timezone=Indian/Antananarivo
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=41771616,total=288358400
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteShardTest, TestRecovery, TestReplicationHandler, SolrCmdDistributorTest, TestConfig, CSVRequestHandlerTest, BlockDirectoryTest, TestSolrXMLSerializer, DistributedSpellCheckComponentTest, SOLR749Test, HighlighterConfigTest, IndexSchemaTest, DistanceFunctionTest, TestAddFieldRealTimeGet, HighlighterTest, TestFoldingMultitermQuery, PrimUtilsTest, FieldAnalysisRequestHandlerTest, SpellCheckComponentTest, TestDFRSimilarityFactory, TestSolrXml, SolrXmlInZkTest, SolrCoreCheckLockOnStartupTest, ResponseLogComponentTest, StressHdfsTest, SpatialFilterTest, FullSolrCloudDistribCmdsTest, TestFieldTypeResource, ShardRoutingTest, TestLuceneMatchVersion, TestQuerySenderListener, TestXIncludeConfig, TestFastWriter, SyncSliceTest]
   [junit4] Completed on J0 in 104.84s, 1 test, 1 failure <<< FAILURES!

[...truncated 846 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1450 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 56 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1592 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1592/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9947 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 863321 T2289 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_qp/fo
   [junit4]   2> 863327 T2289 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1379175557455
   [junit4]   2> 863329 T2289 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 863330 T2290 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 863431 T2289 oasc.ZkTestServer.run start zk server on port:34991
   [junit4]   2> 863432 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 863438 T2296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64cc733e name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 863438 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 863438 T2289 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 863456 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 863458 T2298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca50ade name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 863458 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 863459 T2289 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 863469 T2289 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 863471 T2289 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 863474 T2289 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 863482 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 863483 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 863496 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 863497 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 863601 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 863602 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 863605 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 863606 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 863615 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 863615 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 863618 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 863619 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 863621 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 863622 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 863625 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 863625 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 863633 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 863633 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 863636 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 863637 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 863862 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 863868 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 863869 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 863869 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 863870 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774
   [junit4]   2> 863870 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/'
   [junit4]   2> 863913 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/solr.xml
   [junit4]   2> 864008 T2289 oasc.CoreContainer.<init> New CoreContainer 520314945
   [junit4]   2> 864009 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/]
   [junit4]   2> 864011 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 864011 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 864013 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 864013 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 864014 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 864014 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 864015 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 864033 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 864033 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 864034 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 864035 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 864036 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 864039 T2309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@153f3c00 name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 864039 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 864057 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 864070 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 864072 T2311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ae303ba name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 864072 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 864076 T2289 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 864080 T2289 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 864088 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 864090 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34994__qp%2Ffo
   [junit4]   2> 864092 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34994__qp%2Ffo
   [junit4]   2> 864100 T2289 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 864112 T2289 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 864119 T2289 oasc.Overseer.start Overseer (id=90385649333895171-127.0.0.1:34994__qp%2Ffo-n_0000000000) starting
   [junit4]   2> 864125 T2289 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 864136 T2313 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 864137 T2289 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 864139 T2289 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 864147 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 864149 T2312 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 864156 T2314 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 864156 T2314 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 864158 T2314 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 865655 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34994__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34994/_qp/fo"}
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 865676 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 866161 T2314 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 866161 T2314 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1
   [junit4]   2> 866161 T2314 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 866162 T2314 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 866163 T2314 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 866164 T2314 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/'
   [junit4]   2> 866166 T2314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/lib/README' to classloader
   [junit4]   2> 866167 T2314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/lib/classes/' to classloader
   [junit4]   2> 866233 T2314 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 866298 T2314 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 866401 T2314 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 866413 T2314 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 867085 T2314 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 867085 T2314 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 867086 T2314 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 867099 T2314 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 867104 T2314 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 867118 T2314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 867124 T2314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 867128 T2314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 867129 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 867130 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 867130 T2314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 867131 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 867131 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 867132 T2314 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 867132 T2314 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/
   [junit4]   2> 867132 T2314 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 867133 T2314 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data
   [junit4]   2> 867134 T2314 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index/
   [junit4]   2> 867134 T2314 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 867134 T2314 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index
   [junit4]   2> 867135 T2314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 867136 T2314 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5c9e654f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fc9a779),segFN=segments_1,generation=1}
   [junit4]   2> 867136 T2314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 867140 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 867142 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 867142 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 867143 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 867143 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 867143 T2314 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 867144 T2314 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 867146 T2314 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 867146 T2314 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 867163 T2314 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 867169 T2314 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 867170 T2314 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 867170 T2314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 867171 T2314 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5c9e654f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fc9a779),segFN=segments_1,generation=1}
   [junit4]   2> 867172 T2314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 867172 T2314 oass.SolrIndexSearcher.<init> Opening Searcher@4b838d77 main
   [junit4]   2> 867176 T2315 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b838d77 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 867176 T2314 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 867177 T2314 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34994/_qp/fo collection:control_collection shard:shard1
   [junit4]   2> 867177 T2314 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 867190 T2314 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 867211 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 867214 T2314 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 867214 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34994/_qp/fo/collection1/
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.syncToMe http://127.0.0.1:34994/_qp/fo/collection1/ has no replicas
   [junit4]   2> 867215 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34994/_qp/fo/collection1/ shard1
   [junit4]   2> 867216 T2314 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 868683 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 868701 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 868757 T2314 oasc.ZkController.register We are http://127.0.0.1:34994/_qp/fo/collection1/ and leader is http://127.0.0.1:34994/_qp/fo/collection1/
   [junit4]   2> 868757 T2314 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34994/_qp/fo
   [junit4]   2> 868757 T2314 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 868758 T2314 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 868758 T2314 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 868788 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 868789 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 868790 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 868790 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 868803 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 868805 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 868808 T2318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b1cf549 name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 868808 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 868811 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 868813 T2289 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 869097 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 869100 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 869101 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 869101 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 869102 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941
   [junit4]   2> 869102 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/'
   [junit4]   2> 869144 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/solr.xml
   [junit4]   2> 869236 T2289 oasc.CoreContainer.<init> New CoreContainer 2130314040
   [junit4]   2> 869237 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/]
   [junit4]   2> 869239 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 869239 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 869241 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 869241 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 869242 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 869242 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 869243 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 869258 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 869259 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 869259 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 869260 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 869261 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 869264 T2329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@491011ca name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 869265 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 869283 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 869294 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 869297 T2331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1585ab7a name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 869297 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 869308 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 870214 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 870215 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34994__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34994/_qp/fo"}
   [junit4]   2> 870232 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870232 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870232 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870312 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48304__qp%2Ffo
   [junit4]   2> 870314 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48304__qp%2Ffo
   [junit4]   2> 870317 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870317 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870317 T2311 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870317 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 870318 T2331 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870319 T2318 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870332 T2332 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 870333 T2332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 870334 T2332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 871739 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48304__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48304/_qp/fo"}
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 871758 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 871758 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 871758 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 872338 T2332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 872338 T2332 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1
   [junit4]   2> 872338 T2332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 872339 T2332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 872340 T2332 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 872341 T2332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/'
   [junit4]   2> 872342 T2332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/lib/classes/' to classloader
   [junit4]   2> 872343 T2332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/lib/README' to classloader
   [junit4]   2> 872410 T2332 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 872474 T2332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 872577 T2332 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 872589 T2332 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 873259 T2332 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 873260 T2332 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 873261 T2332 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 873275 T2332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 873279 T2332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 873293 T2332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 873298 T2332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 873303 T2332 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 873304 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 873304 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 873305 T2332 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 873306 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 873306 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 873306 T2332 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 873307 T2332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/
   [junit4]   2> 873307 T2332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 873308 T2332 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1
   [junit4]   2> 873308 T2332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index/
   [junit4]   2> 873309 T2332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 873309 T2332 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index
   [junit4]   2> 873309 T2332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 873310 T2332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4775b87d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22173320),segFN=segments_1,generation=1}
   [junit4]   2> 873311 T2332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 873315 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 873318 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 873318 T2332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 873319 T2332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 873321 T2332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 873322 T2332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 873337 T2332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 873342 T2332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 873342 T2332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 873343 T2332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 873344 T2332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4775b87d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22173320),segFN=segments_1,generation=1}
   [junit4]   2> 873344 T2332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 873345 T2332 oass.SolrIndexSearcher.<init> Opening Searcher@7b48b420 main
   [junit4]   2> 873349 T2333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b48b420 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 873352 T2332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 873352 T2332 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48304/_qp/fo collection:collection1 shard:shard1
   [junit4]   2> 873352 T2332 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 873364 T2332 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 873382 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 873385 T2332 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 873385 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 873385 T2332 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 873386 T2332 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 873386 T2332 oasc.SyncStrategy.syncToMe http://127.0.0.1:48304/_qp/fo/collection1/ has no replicas
   [junit4]   2> 873386 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48304/_qp/fo/collection1/ shard1
   [junit4]   2> 873386 T2332 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 874765 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 874789 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874789 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874789 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874826 T2332 oasc.ZkController.register We are http://127.0.0.1:48304/_qp/fo/collection1/ and leader is http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 874826 T2332 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48304/_qp/fo
   [junit4]   2> 874826 T2332 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 874827 T2332 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 874827 T2332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 874831 T2332 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 874832 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 874833 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 874834 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 875133 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 875136 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 875137 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 875137 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 875138 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973
   [junit4]   2> 875138 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/'
   [junit4]   2> 875181 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/solr.xml
   [junit4]   2> 875276 T2289 oasc.CoreContainer.<init> New CoreContainer 524236912
   [junit4]   2> 875277 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/]
   [junit4]   2> 875279 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 875280 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 875280 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 875282 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 875282 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 875283 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 875283 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 875301 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 875301 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 875302 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 875302 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 875304 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 875307 T2345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@662e57d8 name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 875307 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 875323 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 875336 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 875339 T2347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f04c3c9 name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 875339 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 875345 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 876305 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 876306 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48304__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48304/_qp/fo"}
   [junit4]   2> 876322 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876350 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41552__qp%2Ffo
   [junit4]   2> 876352 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41552__qp%2Ffo
   [junit4]   2> 876355 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876355 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876355 T2311 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876355 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876356 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 876357 T2347 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876362 T2331 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876362 T2318 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876370 T2348 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 876370 T2348 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 876372 T2348 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 877829 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41552__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41552/_qp/fo"}
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 877847 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 878374 T2348 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 878374 T2348 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1
   [junit4]   2> 878374 T2348 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 878375 T2348 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 878376 T2348 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 878377 T2348 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/'
   [junit4]   2> 878379 T2348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/lib/README' to classloader
   [junit4]   2> 878380 T2348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/lib/classes/' to classloader
   [junit4]   2> 878449 T2348 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 878543 T2348 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 878645 T2348 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 878657 T2348 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 879319 T2348 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 879320 T2348 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 879320 T2348 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 879329 T2348 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 879332 T2348 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 879345 T2348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 879349 T2348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 879353 T2348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 879355 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 879355 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 879356 T2348 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 879356 T2348 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/
   [junit4]   2> 879356 T2348 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 879357 T2348 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2
   [junit4]   2> 879357 T2348 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index/
   [junit4]   2> 879357 T2348 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 879358 T2348 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index
   [junit4]   2> 879358 T2348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 879359 T2348 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ffacff1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58d8249d),segFN=segments_1,generation=1}
   [junit4]   2> 879359 T2348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 879365 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 879365 T2348 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 879367 T2348 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 879367 T2348 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 879378 T2348 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 879382 T2348 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 879382 T2348 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 879383 T2348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 879383 T2348 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ffacff1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58d8249d),segFN=segments_1,generation=1}
   [junit4]   2> 879384 T2348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 879384 T2348 oass.SolrIndexSearcher.<init> Opening Searcher@52e1621e main
   [junit4]   2> 879387 T2349 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52e1621e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 879389 T2348 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 879390 T2348 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41552/_qp/fo collection:collection1 shard:shard1
   [junit4]   2> 879390 T2348 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 879431 T2348 oasc.ZkController.register We are http://127.0.0.1:41552/_qp/fo/collection1/ and leader is http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 879431 T2348 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41552/_qp/fo
   [junit4]   2> 879432 T2348 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 879432 T2348 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C640 name=collection1 org.apache.solr.core.SolrCore@12cc2b41 url=http://127.0.0.1:41552/_qp/fo/collection1 node=127.0.0.1:41552__qp%2Ffo C640_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:41552__qp%2Ffo, base_url=http://127.0.0.1:41552/_qp/fo}
   [junit4]   2> 879432 T2350 C640 P41552 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 879433 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 879434 T2350 C640 P41552 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 879435 T2350 C640 P41552 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 879435 T2350 C640 P41552 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 879435 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 879436 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 879436 T2350 C640 P41552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 879436 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 879453 T2321 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 879632 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 879634 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 879635 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 879635 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 879636 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575
   [junit4]   2> 879636 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/'
   [junit4]   2> 879666 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/solr.xml
   [junit4]   2> 879729 T2289 oasc.CoreContainer.<init> New CoreContainer 1626004471
   [junit4]   2> 879730 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/]
   [junit4]   2> 879731 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 879731 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 879734 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 879734 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 879745 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 879746 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 879746 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 879747 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 879747 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 879751 T2362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19aa9fff name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 879751 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 879776 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 879788 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 879791 T2364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74605dd name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 879791 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 879803 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 880807 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29505__qp%2Ffo
   [junit4]   2> 880816 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29505__qp%2Ffo
   [junit4]   2> 880820 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880820 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880821 T2311 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880820 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880821 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 880821 T2364 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880822 T2318 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880834 T2331 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880834 T2347 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880841 T2365 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 880841 T2365 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 880842 T2365 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 880853 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 880854 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41552__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41552/_qp/fo"}
   [junit4]   2> 880858 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":n

[...truncated too long message...]

LeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
   [junit4]   2> 1649415 T2689 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46093/collection1/ shard1
   [junit4]   2> 1649415 T2689 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@af5e5e5
   [junit4]   2> 1649416 T2689 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=10,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=3,cumulative_deletesByQuery=2,cumulative_errors=0}
   [junit4]   2> 1649417 T2689 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1649417 T2689 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1649417 T2689 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1649419 T2689 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1649419 T2689 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1649419 T2689 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3;done=false>>]
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index;done=false>>]
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index
   [junit4]   2> 1649421 T2689 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1649421 T2689 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1649422 T2689 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90385696305512458-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1649422 T2689 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1649423 T2689 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1649423 T2689 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_RS_#Latn, timezone=Asia/Bahrain
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=317462856,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, SliceStateUpdateTest, TestRemoteStreaming, TestSolrXMLSerializer, SolrPluginUtilsTest, TestCloudManagedSchemaAddField, TestAnalyzedSuggestions, AutoCommitTest, TestManagedSchemaFieldResource, TestSearchPerf, RegexBoostProcessorTest, BadIndexSchemaTest, RAMDirectoryFactoryTest, DocValuesTest, TestDistributedSearch, TestBadConfig, TestRecovery, StressHdfsTest, TestUniqueKeyFieldResource, TestCodecSupport, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, MultiTermTest, CurrencyFieldOpenExchangeTest, CSVRequestHandlerTest, SolrInfoMBeanTest, PluginInfoTest, TestSchemaResource, TestJoin, TestMergePolicyConfig, SolrCoreTest, TestBM25SimilarityFactory, TestFoldingMultitermQuery, SolrTestCaseJ4Test, TestCSVLoader, DeleteShardTest, TestJmxIntegration, WordBreakSolrSpellCheckerTest, SortByFunctionTest, AddSchemaFieldsUpdateProcessorFactoryTest, SynonymTokenizerTest, FileUtilsTest, TestZkChroot, CachingDirectoryFactoryTest, ClusterStateTest, TestStressRecovery, TestOmitPositions, TestCloudManagedSchema, TestNonNRTOpen, BadComponentTest, TestPartialUpdateDeduplication, HdfsRecoveryZkTest, TestCollationField, ShowFileRequestHandlerTest, TestUpdate, CoreContainerCoreInitFailuresTest, TestQuerySenderListener, InfoHandlerTest, OutputWriterTest, TestDFRSimilarityFactory, CollectionsAPIDistributedZkTest, TestNumberUtils, HdfsLockFactoryTest, TestReloadAndDeleteDocs, HardAutoCommitTest, PreAnalyzedUpdateProcessorTest, TestSolrJ, TestFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, TestSuggestSpellingConverter, SolrCoreCheckLockOnStartupTest, TestValueSourceCache, XmlUpdateRequestHandlerTest, MinimalSchemaTest, BasicZkTest, FieldMutatingUpdateProcessorTest, TestRandomDVFaceting, UnloadDistributedZkTest, LeaderElectionIntegrationTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J0 in 69.73s, 1 test, 1 error <<< FAILURES!

[...truncated 463 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 2 errors, 1 failure, 34 ignored (6 assumptions)

Total time: 55 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1591 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1591/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([ABE9F1CFCB4E5AA4:2A0F7FD7BC113A98]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([ABE9F1CFCB4E5AA4:2A0F7FD7BC113A98]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9646 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 287832 T581 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 287837 T581 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379147515971
   [junit4]   2> 287838 T581 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 287839 T582 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 287940 T581 oasc.ZkTestServer.run start zk server on port:48399
   [junit4]   2> 287941 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287945 T588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74e43fab name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287945 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287946 T581 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 287962 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287964 T590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@498ddb04 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287964 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287965 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 287975 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 287978 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 287981 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 287988 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 287989 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 288002 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 288002 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 288107 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 288108 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 288111 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 288112 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 288115 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 288116 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 288119 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 288120 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 288123 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 288124 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 288127 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 288128 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 288131 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 288131 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 288139 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 288140 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 288363 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 288366 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15444
   [junit4]   2> 288367 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 288367 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 288367 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278
   [junit4]   2> 288368 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/'
   [junit4]   2> 288397 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/solr.xml
   [junit4]   2> 288466 T581 oasc.CoreContainer.<init> New CoreContainer 334778306
   [junit4]   2> 288467 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/]
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 288472 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 288485 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 288485 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 288486 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 288486 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 288487 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 288490 T601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b231b56 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 288490 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 288502 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 288511 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 288513 T603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4edf85e9 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 288513 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 288515 T581 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 288525 T581 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 288532 T581 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 288535 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15444_
   [junit4]   2> 288536 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15444_
   [junit4]   2> 288546 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 288558 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 288566 T581 oasc.Overseer.start Overseer (id=90383811607003139-127.0.0.1:15444_-n_0000000000) starting
   [junit4]   2> 288575 T581 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 288586 T605 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 288587 T581 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 288589 T581 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 288591 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 288593 T604 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 288597 T606 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 288597 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 288599 T606 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 290097 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290098 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15444_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15444"}
   [junit4]   2> 290099 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 290114 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 290151 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 290601 T606 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 290601 T606 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1
   [junit4]   2> 290601 T606 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 290603 T606 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 290603 T606 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 290604 T606 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/'
   [junit4]   2> 290606 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/lib/README' to classloader
   [junit4]   2> 290607 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/lib/classes/' to classloader
   [junit4]   2> 290680 T606 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 290751 T606 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 290853 T606 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 290867 T606 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 291583 T606 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 291584 T606 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 291585 T606 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 291600 T606 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 291604 T606 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 291623 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 291629 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 291634 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 291635 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 291636 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 291636 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 291637 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 291637 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 291638 T606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 291638 T606 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/
   [junit4]   2> 291639 T606 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 291640 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data
   [junit4]   2> 291640 T606 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index/
   [junit4]   2> 291640 T606 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 291641 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index
   [junit4]   2> 291641 T606 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 291642 T606 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69fb34e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@201fe173),segFN=segments_1,generation=1}
   [junit4]   2> 291642 T606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 291646 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 291648 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 291648 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 291649 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 291649 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 291649 T606 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 291650 T606 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 291650 T606 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 291651 T606 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 291651 T606 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 291652 T606 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 291652 T606 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 291672 T606 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 291679 T606 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 291679 T606 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 291680 T606 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 291681 T606 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69fb34e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@201fe173),segFN=segments_1,generation=1}
   [junit4]   2> 291681 T606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 291682 T606 oass.SolrIndexSearcher.<init> Opening Searcher@27cf7abb main
   [junit4]   2> 291685 T607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27cf7abb main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 291687 T606 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 291687 T606 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:15444 collection:control_collection shard:shard1
   [junit4]   2> 291688 T606 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 291699 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 291720 T606 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 291731 T606 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 291731 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 291731 T606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:15444/collection1/
   [junit4]   2> 291732 T606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 291732 T606 oasc.SyncStrategy.syncToMe http://127.0.0.1:15444/collection1/ has no replicas
   [junit4]   2> 291732 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:15444/collection1/ shard1
   [junit4]   2> 291732 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 293158 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293177 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 293226 T606 oasc.ZkController.register We are http://127.0.0.1:15444/collection1/ and leader is http://127.0.0.1:15444/collection1/
   [junit4]   2> 293226 T606 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15444
   [junit4]   2> 293226 T606 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 293226 T606 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 293227 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 293229 T606 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293230 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 293230 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 293231 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 293251 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 293258 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293260 T610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6825aff6 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293260 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293262 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 293266 T581 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 293481 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 293484 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19156
   [junit4]   2> 293484 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/'
   [junit4]   2> 293514 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/solr.xml
   [junit4]   2> 293584 T581 oasc.CoreContainer.<init> New CoreContainer 451963269
   [junit4]   2> 293585 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/]
   [junit4]   2> 293586 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 293586 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 293589 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 293589 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 293601 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 293601 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 293602 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 293602 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 293603 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293605 T621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f1cc4f8 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293606 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293620 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 293628 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293630 T623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8c5ad6 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293630 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293640 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 294644 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19156_
   [junit4]   2> 294646 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19156_
   [junit4]   2> 294665 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294666 T610 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294666 T623 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294667 T603 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294674 T624 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 294675 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 294676 T624 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 294689 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294689 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15444_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15444"}
   [junit4]   2> 294693 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:19156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:19156"}
   [junit4]   2> 294694 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 294694 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 294705 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 294705 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 294705 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 295677 T624 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 295677 T624 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1
   [junit4]   2> 295677 T624 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 295679 T624 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 295679 T624 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 295680 T624 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/'
   [junit4]   2> 295682 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/lib/classes/' to classloader
   [junit4]   2> 295683 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/lib/README' to classloader
   [junit4]   2> 295759 T624 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 295833 T624 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 295934 T624 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 295948 T624 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 296647 T624 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 296649 T624 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 296650 T624 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 296665 T624 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 296670 T624 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 296689 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 296694 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 296699 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296700 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 296700 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 296701 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296702 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 296702 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 296703 T624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 296703 T624 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/
   [junit4]   2> 296703 T624 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 296704 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1
   [junit4]   2> 296705 T624 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index/
   [junit4]   2> 296705 T624 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 296705 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index
   [junit4]   2> 296706 T624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 296707 T624 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3872ad78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1130ad00),segFN=segments_1,generation=1}
   [junit4]   2> 296707 T624 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 296711 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 296712 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 296712 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 296714 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296714 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296714 T624 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 296715 T624 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 296717 T624 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 296718 T624 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 296733 T624 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 296738 T624 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 296739 T624 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 296740 T624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 296740 T624 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3872ad78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1130ad00),segFN=segments_1,generation=1}
   [junit4]   2> 296741 T624 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 296741 T624 oass.SolrIndexSearcher.<init> Opening Searcher@4c4a5d91 main
   [junit4]   2> 296746 T625 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c4a5d91 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 296748 T624 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 296749 T624 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19156 collection:collection1 shard:shard1
   [junit4]   2> 296749 T624 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 296762 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 296781 T624 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 296784 T624 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 296784 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 296785 T624 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19156/collection1/
   [junit4]   2> 296785 T624 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 296785 T624 oasc.SyncStrategy.syncToMe http://127.0.0.1:19156/collection1/ has no replicas
   [junit4]   2> 296786 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19156/collection1/ shard1
   [junit4]   2> 296786 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 297722 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 297779 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297779 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297779 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297814 T624 oasc.ZkController.register We are http://127.0.0.1:19156/collection1/ and leader is http://127.0.0.1:19156/collection1/
   [junit4]   2> 297814 T624 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19156
   [junit4]   2> 297814 T624 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 297814 T624 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 297815 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 297817 T624 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 297818 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 297819 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 297819 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 298113 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 298116 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53155
   [junit4]   2> 298117 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 298118 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 298118 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964
   [junit4]   2> 298119 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/'
   [junit4]   2> 298157 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/solr.xml
   [junit4]   2> 298250 T581 oasc.CoreContainer.<init> New CoreContainer 1135525047
   [junit4]   2> 298251 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/]
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 298254 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 298254 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 298255 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 298255 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 298256 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 298256 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 298257 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 298274 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 298274 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 298275 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 298275 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 298276 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298280 T637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fde17df name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298280 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298293 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 298305 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298307 T639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@373e2c27 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298308 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298318 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 299293 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 299294 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:19156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:19156"}
   [junit4]   2> 299314 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299323 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53155_
   [junit4]   2> 299325 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53155_
   [junit4]   2> 299328 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299328 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299329 T623 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299329 T639 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299329 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299329 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299330 T603 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299330 T610 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299339 T640 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 299339 T640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 299341 T640 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 300820 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53155_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53155"}
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 300845 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 301343 T640 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 301343 T640 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1
   [junit4]   2> 301343 T640 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 301344 T640 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 301345 T640 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 301346 T640 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/'
   [junit4]   2> 301347 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/lib/README' to classloader
   [junit4]   2> 301348 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/lib/classes/' to classloader
   [junit4]   2> 301414 T640 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 301479 T640 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 301581 T640 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 301594 T640 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 302225 T640 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 302226 T640 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 302227 T640 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 302236 T640 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 302239 T640 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 302254 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 302258 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 302262 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 302265 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 302265 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 302265 T640 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 302265 T640 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/
   [junit4]   2> 302266 T640 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 302267 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2
   [junit4]   2> 302267 T640 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index/
   [junit4]   2> 302267 T640 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 302267 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index
   [junit4]   2> 302268 T640 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 302268 T640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31b1f282 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f40ad97),segFN=segments_1,generation=1}
   [junit4]   2> 302269 T640 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 302274 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 302274 T640 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 302274 T640 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 302276 T640 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 302276 T640 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 302287 T640 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 302290 T640 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 302291 T640 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 302291 T640 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 302292 T640 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31b1f282 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f40ad97),segFN=segments_1,generation=1}
   [junit4]   2> 302292 T640 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 302292 T640 oass.SolrIndexSearcher.<init> Opening Searcher@30de1dea main
   [junit4]   2> 302296 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30de1dea main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 302299 T640 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 302299 T640 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53155 collection:collection1 shard:shard1
   [junit4]   2> 302299 T640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 302316 T640 oasc.ZkController.register We are http://127.0.0.1:53155/collection1/ and leader is http://127.0.0.1:19156/collection1/
   [junit4]   2> 302316 T640 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53155
   [junit4]   2> 302316 T640 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 302316 T640 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C494 name=collection1 org.apache.solr.core.SolrCore@2c694c78 url=http://127.0.0.1:53155/collection1 node=127.0.0.1:53155_ C494_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:53155_, base_url=http://127.0.0.1:53155}
   [junit4]   2> 302325 T642 C494 P53155 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 302325 T640 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302325 T642 C494 P53155 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 302326 T642 C494 P53155 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 302326 T642 C494 P53155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 302326 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 302327 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 302327 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 302328 T642 C494 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 302344 T613 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 302350 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302351 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53155_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53155"}
   [junit4]   2> 302364 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302525 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 302527 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17534
   [junit4]   2> 302528 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/'
   [junit4]   2> 302554 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/solr.xml
   [junit4]   2> 302614 T581 oasc.CoreContainer.<init> New CoreContainer 247876054
   [junit4]   2> 302615 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/]
   [junit4]   2> 302616 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 302616 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 302617 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 302617 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 302619 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 302619 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 302630 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 302630 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 302631 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 302631 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 302632 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302635 T654 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52d44937 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302636 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302651 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 302663 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302665 T656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b0203ea name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302666 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302677 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 303345 T613 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 303345 T613 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:53155_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
   [junit4]   2> 303681 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17534_
   [junit4]   2> 303684 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17534_
   [junit4]   2> 303687 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 303687 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 303688 T656 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T639 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T623 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303689 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303690 T610 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303690 T603 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303703 T657 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 303704 T657 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 303706 T657 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 303869 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:17534_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:17534"}
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 303885 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 304707 T657 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 304707 T657 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1
   [junit4]   2> 304707 T657 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 304709 T657 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 304709 T657 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 304710 T657 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/'
   [junit4]   2> 304712 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/lib/classes/' to classloader
   [junit4]   2> 304712 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/lib/README' to classloader
   [junit4]   2> 304777 T657 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 304846 T657 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 304948 T657 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 304961 T657 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C495 name=collection1 org.apache.solr.core.SolrCore@2c694c78 url=http://127.0.0.1:53155/collection1 node=127.0.0.1:53155_ C495_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:53155_, base_url=http://127.0.0.1:53155}
   [junit4]   2> 305347 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19156/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 305362 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
   [junit4]   2> 305388 T642 C495 P53155 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53155 START replicas=[http://127.0.0.1:19156/collection1/] nUpdates=100
   [junit4]   2> 305389 T642 C495 P53155 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 305389 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19156/collection1/. core=collection1
   [junit4]   2> 305391 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C496 name=collection1 org.apache.solr.core.SolrCore@1f4645de url=http://127.0.0.1:19156/collection1 node=127.0.0.1:19156_ C496_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:19156_, base_url=http://127.0.0.1:19156, leader=true}
   [junit4]   2> 305400 T614 C496 P19156 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 305446 T615 C496 P19156 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 305447 T615 C496 P19156 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 305447 T615 C496 P19156 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 305448 T615 C496 P19156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 41
   [junit4]   2> 305542 T642 C495 P53155 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 305543 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
   [junit4]   2> 305572 T642 C495 P53155 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 305575 T616 C496 P19156 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 305576 T616 C496 P19156 oasc.SolrCore.execute [collection1] webapp= path=/replication p

[...truncated too long message...]

teHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 427914 T685 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 427914 T685 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 427914 T685 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 427915 T685 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4;done=false>>]
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4
   [junit4]   2> 427917 T685 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index;done=false>>]
   [junit4]   2> 427917 T685 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index
   [junit4]   2> 427917 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 427918 T685 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 427918 T685 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/90383814989578252-core_node4-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 427919 T685 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 427920 T685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 427920 T685 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 427920 T685 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=ms, timezone=Atlantic/Faroe
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=186108328,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, TestSolrXMLSerializer, TestSolrCoreProperties, PingRequestHandlerTest, PrimitiveFieldTypeTest, TestQueryTypes, TestClassNameShortening, TestDistributedSearch, DistributedSpellCheckComponentTest, TestRandomFaceting, TestXIncludeConfig, TestOmitPositions, TestCSVResponseWriter, QueryParsingTest, TestShardHandlerFactory, HighlighterConfigTest, NotRequiredUniqueKeyTest, TestLMJelinekMercerSimilarityFactory, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, TestSchemaSimilarityResource, SpellingQueryConverterTest, TestSolrJ, CachingDirectoryFactoryTest, DirectUpdateHandlerOptimizeTest, TestFieldTypeCollectionResource, TestBinaryResponseWriter, TestCopyFieldCollectionResource, TermsComponentTest, HdfsRecoveryZkTest, TestFieldResource, HdfsChaosMonkeySafeLeaderTest, BJQParserTest, TestIndexSearcher, AnalysisAfterCoreReloadTest, SuggesterWFSTTest, TestLRUCache, FieldMutatingUpdateProcessorTest, HdfsSyncSliceTest, DocValuesMissingTest, TestCoreDiscovery, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 89.24s, 1 test, 1 error <<< FAILURES!

[...truncated 743 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 54 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1590 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1590/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([D98D48D48B607555:586BC6CCFC3F1569]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9557 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 260684 T800 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 260690 T800 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1379122316448
   [junit4]   2> 260692 T800 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 260693 T801 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 260794 T800 oasc.ZkTestServer.run start zk server on port:54784
   [junit4]   2> 260795 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260815 T807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3270e7f name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260815 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260816 T800 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 260821 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260829 T809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7884c6f6 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260830 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260830 T800 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 260835 T800 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 260838 T800 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 260846 T800 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 260850 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 260851 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 260864 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 260864 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 260969 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 260970 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 260974 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 260975 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 260978 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 260979 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 260983 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 260984 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 260987 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 260988 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 260992 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 260992 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 260996 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 260997 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 261001 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 261001 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 261301 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 261306 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20959
   [junit4]   2> 261307 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/'
   [junit4]   2> 261349 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/solr.xml
   [junit4]   2> 261447 T800 oasc.CoreContainer.<init> New CoreContainer 1042937423
   [junit4]   2> 261448 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/]
   [junit4]   2> 261450 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 261450 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 261451 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 261451 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 261453 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 261453 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 261454 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 261472 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 261473 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 261473 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 261474 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 261475 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261480 T820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52cc0dd0 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261480 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261497 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 261510 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261512 T822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fc6e90 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261513 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261515 T800 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 261526 T800 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 261530 T800 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 261532 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20959_
   [junit4]   2> 261534 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20959_
   [junit4]   2> 261538 T800 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 261546 T800 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 261549 T800 oasc.Overseer.start Overseer (id=90382160131391491-127.0.0.1:20959_-n_0000000000) starting
   [junit4]   2> 261554 T800 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 261565 T824 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 261567 T800 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 261570 T800 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 261572 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 261576 T823 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 261582 T825 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 261582 T825 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 261584 T825 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263081 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 263082 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:20959_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:20959"}
   [junit4]   2> 263083 T823 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 263083 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 263098 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 263586 T825 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 263586 T825 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1
   [junit4]   2> 263586 T825 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 263587 T825 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 263587 T825 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 263589 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/'
   [junit4]   2> 263591 T825 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/lib/README' to classloader
   [junit4]   2> 263592 T825 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/lib/classes/' to classloader
   [junit4]   2> 263656 T825 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 263743 T825 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 263844 T825 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 263857 T825 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 264542 T825 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 264543 T825 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 264544 T825 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 264560 T825 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 264565 T825 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 264586 T825 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 264592 T825 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 264597 T825 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 264598 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 264599 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 264599 T825 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 264601 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 264601 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 264601 T825 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 264602 T825 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/
   [junit4]   2> 264602 T825 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 264603 T825 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data
   [junit4]   2> 264603 T825 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index/
   [junit4]   2> 264603 T825 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 264604 T825 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index
   [junit4]   2> 264604 T825 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 264605 T825 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62c731e2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@438e4428),segFN=segments_1,generation=1}
   [junit4]   2> 264605 T825 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 264610 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 264612 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 264612 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 264613 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 264613 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 264613 T825 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 264614 T825 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 264616 T825 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 264616 T825 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 264636 T825 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 264643 T825 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 264643 T825 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 264644 T825 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 264644 T825 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62c731e2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@438e4428),segFN=segments_1,generation=1}
   [junit4]   2> 264645 T825 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 264645 T825 oass.SolrIndexSearcher.<init> Opening Searcher@33a5d115 main
   [junit4]   2> 264649 T826 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33a5d115 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 264652 T825 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 264652 T825 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20959 collection:control_collection shard:shard1
   [junit4]   2> 264652 T825 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 264664 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 264686 T825 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 264696 T825 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 264696 T825 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 264696 T825 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20959/collection1/
   [junit4]   2> 264696 T825 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 264697 T825 oasc.SyncStrategy.syncToMe http://127.0.0.1:20959/collection1/ has no replicas
   [junit4]   2> 264697 T825 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20959/collection1/ shard1
   [junit4]   2> 264697 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 266106 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 266128 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 266140 T825 oasc.ZkController.register We are http://127.0.0.1:20959/collection1/ and leader is http://127.0.0.1:20959/collection1/
   [junit4]   2> 266140 T825 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20959
   [junit4]   2> 266140 T825 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 266140 T825 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 266141 T825 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 266143 T825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 266144 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 266145 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 266145 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 266157 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 266158 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266161 T829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b151922 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266161 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266163 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 266166 T800 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 266470 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 266473 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31546
   [junit4]   2> 266474 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 266474 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 266475 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923
   [junit4]   2> 266475 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/'
   [junit4]   2> 266516 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/solr.xml
   [junit4]   2> 266614 T800 oasc.CoreContainer.<init> New CoreContainer 374548410
   [junit4]   2> 266615 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/]
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 266618 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 266618 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 266619 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 266619 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 266620 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 266620 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 266620 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 266639 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 266639 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 266640 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 266640 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 266641 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266644 T840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2020b7e name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266645 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266648 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 266660 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266662 T842 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a2c5f5 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266662 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266675 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 267636 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 267637 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:20959_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:20959"}
   [junit4]   2> 267658 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267658 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267658 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267679 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31546_
   [junit4]   2> 267681 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31546_
   [junit4]   2> 267684 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267684 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267684 T822 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267685 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 267686 T829 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267686 T842 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267695 T843 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 267695 T843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 267697 T843 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 269165 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 269166 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:31546_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:31546"}
   [junit4]   2> 269167 T823 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 269167 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 269190 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269190 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269190 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269700 T843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 269700 T843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1
   [junit4]   2> 269700 T843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 269701 T843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 269701 T843 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 269703 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/'
   [junit4]   2> 269705 T843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/lib/README' to classloader
   [junit4]   2> 269705 T843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/lib/classes/' to classloader
   [junit4]   2> 269784 T843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 269852 T843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 269953 T843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 269966 T843 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 270568 T843 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 270569 T843 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 270570 T843 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 270580 T843 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 270583 T843 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 270600 T843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 270604 T843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 270608 T843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 270609 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 270610 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 270610 T843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 270611 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 270611 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 270611 T843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 270612 T843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/
   [junit4]   2> 270612 T843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 270613 T843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1
   [junit4]   2> 270613 T843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index/
   [junit4]   2> 270613 T843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 270613 T843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index
   [junit4]   2> 270614 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 270614 T843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7bb6576d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cb29eb7),segFN=segments_1,generation=1}
   [junit4]   2> 270615 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 270621 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 270621 T843 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 270621 T843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 270623 T843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 270623 T843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 270634 T843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 270639 T843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 270639 T843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 270640 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 270640 T843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7bb6576d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cb29eb7),segFN=segments_1,generation=1}
   [junit4]   2> 270641 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 270641 T843 oass.SolrIndexSearcher.<init> Opening Searcher@7e858f65 main
   [junit4]   2> 270645 T844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e858f65 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 270647 T843 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 270647 T843 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31546 collection:collection1 shard:shard1
   [junit4]   2> 270647 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 270657 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 270684 T843 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 270688 T843 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31546/collection1/
   [junit4]   2> 270688 T843 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 270688 T843 oasc.SyncStrategy.syncToMe http://127.0.0.1:31546/collection1/ has no replicas
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31546/collection1/ shard1
   [junit4]   2> 270689 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 270697 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 270706 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270706 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270706 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270747 T843 oasc.ZkController.register We are http://127.0.0.1:31546/collection1/ and leader is http://127.0.0.1:31546/collection1/
   [junit4]   2> 270747 T843 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31546
   [junit4]   2> 270747 T843 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 270747 T843 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 270747 T843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 270749 T843 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 270751 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 270751 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 270752 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 271047 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 271050 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51223
   [junit4]   2> 271050 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 271051 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 271051 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522
   [junit4]   2> 271052 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/'
   [junit4]   2> 271089 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/solr.xml
   [junit4]   2> 271177 T800 oasc.CoreContainer.<init> New CoreContainer 1854743969
   [junit4]   2> 271178 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/]
   [junit4]   2> 271179 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 271179 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 271182 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 271194 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 271194 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 271194 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 271195 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 271196 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 271198 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@248c90c7 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 271199 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 271213 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 271226 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 271228 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f8a614f name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 271229 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 271239 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 272214 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 272215 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:31546_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:31546"}
   [junit4]   2> 272230 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272243 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51223_
   [junit4]   2> 272245 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51223_
   [junit4]   2> 272248 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272248 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272249 T822 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272249 T858 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272249 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 272249 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 272250 T829 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272250 T842 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272259 T859 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 272260 T859 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 272261 T859 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 273737 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 273738 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51223_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51223"}
   [junit4]   2> 273739 T823 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 273739 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 273753 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 274264 T859 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 274264 T859 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1
   [junit4]   2> 274264 T859 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 274266 T859 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 274266 T859 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 274267 T859 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/'
   [junit4]   2> 274269 T859 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/lib/classes/' to classloader
   [junit4]   2> 274269 T859 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/lib/README' to classloader
   [junit4]   2> 274333 T859 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 274397 T859 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 274499 T859 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 274512 T859 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 275169 T859 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 275169 T859 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 275170 T859 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 275184 T859 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 275189 T859 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 275210 T859 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 275215 T859 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 275220 T859 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 275224 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 275224 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 275224 T859 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 275225 T859 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/
   [junit4]   2> 275225 T859 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 275226 T859 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2
   [junit4]   2> 275227 T859 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index/
   [junit4]   2> 275227 T859 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 275227 T859 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index
   [junit4]   2> 275228 T859 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 275229 T859 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f2be279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6cf2aae4),segFN=segments_1,generation=1}
   [junit4]   2> 275229 T859 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 275235 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 275235 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 275237 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 275237 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 275238 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 275238 T859 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 275239 T859 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 275239 T859 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 275240 T859 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 275240 T859 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 275241 T859 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 275241 T859 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 275258 T859 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 275263 T859 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 275264 T859 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 275264 T859 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 275265 T859 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f2be279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6cf2aae4),segFN=segments_1,generation=1}
   [junit4]   2> 275265 T859 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 275266 T859 oass.SolrIndexSearcher.<init> Opening Searcher@12c7f246 main
   [junit4]   2> 275271 T860 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12c7f246 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 275274 T859 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 275275 T859 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51223 collection:collection1 shard:shard2
   [junit4]   2> 275275 T859 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 275287 T859 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 275315 T859 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 275318 T859 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 275319 T859 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 275319 T859 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51223/collection1/
   [junit4]   2> 275319 T859 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 275319 T859 oasc.SyncStrategy.syncToMe http://127.0.0.1:51223/collection1/ has no replicas
   [junit4]   2> 275320 T859 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51223/collection1/ shard2
   [junit4]   2> 275320 T859 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 276762 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 276783 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276806 T859 oasc.ZkController.register We are http://127.0.0.1:51223/collection1/ and leader is http://127.0.0.1:51223/collection1/
   [junit4]   2> 276806 T859 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51223
   [junit4]   2> 276806 T859 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 276806 T859 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 276807 T859 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 276809 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 276810 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 276811 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 276811 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 277127 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 277131 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62453
   [junit4]   2> 277131 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 277132 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 277132 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580
   [junit4]   2> 277133 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/'
   [junit4]   2> 277174 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/solr.xml
   [junit4]   2> 277271 T800 oasc.CoreContainer.<init> New CoreContainer 244152580
   [junit4]   2> 277272 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/]
   [junit4]   2> 277274 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 277274 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 277275 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 277275 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 277276 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 277276 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 277278 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 277295 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 277296 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 277296 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 277297 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 277298 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 277301 T872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70154110 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 277302 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 277323 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 277334 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 277337 T874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d9c0dad name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 277337 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 277349 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 278291 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 278292 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51223_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51223"}
   [junit4]   2> 278308 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278309 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278309 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278308 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278308 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278354 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62453_
   [junit4]   2> 278356 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62453_
   [junit4]   2> 278359 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278359 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278359 T822 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278359 T858 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278360 T874 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278360 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278360 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278360 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278361 T829 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278361 T842 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278375 T875 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 278375 T875 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 278377 T875 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 279816 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62453_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62453"}
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 279840 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 280379 T875 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 280379 T875 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1
   [junit4]   2> 280379 T875 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 280380 T875 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 280381 T875 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 280382 T875 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/'
   [junit4]   2> 280384 T875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/lib/README' to classloader
   [junit4]   2> 280385 T875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/lib/classes/' to classloader
   [junit4]   2> 280449 T875 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 280514 T875 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 280616 T875 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 280629 T875 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 281331 T875 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 281332 T875 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 281333 T875 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 281348 T875 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 281353 T875 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 281374 T875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 281380 T875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 281385 T875 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 281389 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 281389 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 281390 T875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 281390 T875 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/
   [junit4]   2> 281390 T875 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 281391 T875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3
   [junit4]   2> 281392 T875 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index/
   [junit4]   2> 281392 T875 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 281392 T875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index
   [junit4]   2> 281393 T875 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 281394 T875 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3a361498 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1251ac37),segFN=segments_1,generation=1}
   [junit4]   2> 281394 T875 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 281400 T875 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 281400 T875 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   

[...truncated too long message...]

ss(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 328483 T874 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328483 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328484 T874 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 345803 T891 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:58021  couldn't connect to http://127.0.0.1:51223/collection1/, counting as success
   [junit4]   2> 345804 T891 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58021 DONE. sync succeeded
   [junit4]   2> 345804 T891 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 345805 T891 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 345805 T891 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21667c2b
   [junit4]   2> 345817 T891 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 345817 T891 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 345817 T891 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 345817 T891 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 345819 T891 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 345819 T891 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 345819 T891 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4;done=false>>]
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index;done=false>>]
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index
   [junit4]   2> 345820 T891 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 345821 T891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 345821 T891 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 345821 T891 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45: {foo_b=PostingsFormat(name=Asserting), n_f1=PostingsFormat(name=MockRandom), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_f=PostingsFormat(name=Asserting), n_tl1=PostingsFormat(name=MockRandom), n_d1=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=Lucene41(blocksize=128), n_td1=PostingsFormat(name=MockRandom), timestamp=Lucene41(blocksize=128), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=MockRandom), oddField_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=MockRandom), n_tf1=Lucene41(blocksize=128), n_dt1=PostingsFormat(name=MockRandom), range_facet_l=Lucene41(blocksize=128), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=Asserting), _version_=Lucene41(blocksize=128), SubjectTerms_mfacet=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=PostingsFormat(name=MockRandom)}, docValues:{}, sim=DefaultSimilarity, locale=da_DK, timezone=America/Boa_Vista
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=196737144,total=357564416
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderElectionTest, TestBinaryField, TestAddFieldRealTimeGet, RecoveryZkTest, TestLRUCache, TestCharFilters, TestWriterPerf, CoreAdminCreateDiscoverTest, RAMDirectoryFactoryTest, FileBasedSpellCheckerTest, BadComponentTest, RequestHandlersTest, TestFieldTypeCollectionResource, TestComponentsName, CircularListTest, TermVectorComponentTest, TestLFUCache, TermVectorComponentDistributedTest, TestCSVLoader, BadIndexSchemaTest, SliceStateUpdateTest, TestSolrDeletionPolicy1, SolrCmdDistributorTest, FileUtilsTest, TestRandomDVFaceting, DirectSolrConnectionTest, RequiredFieldsTest, HdfsRecoveryZkTest, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 85.73s, 1 test, 1 error <<< FAILURES!

[...truncated 873 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 56 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1589 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1589/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([19E9619C892DF507:980FEF84FE72953B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9920 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 1163385 T2546 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_nf/
   [junit4]   2> 1163391 T2546 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379115020648
   [junit4]   2> 1163392 T2546 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1163393 T2547 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1163494 T2546 oasc.ZkTestServer.run start zk server on port:13418
   [junit4]   2> 1163495 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1163499 T2553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d3caef8 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1163500 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1163500 T2546 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1163506 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1163516 T2555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57e1d14b name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1163516 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1163517 T2546 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1163522 T2546 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1163525 T2546 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1163528 T2546 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1163531 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1163531 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1163537 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1163538 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1163671 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1163672 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1163675 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1163676 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1163679 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1163680 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1163683 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1163684 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1163687 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1163688 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1163691 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1163691 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1163699 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1163700 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1163703 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1163703 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1163986 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1163992 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21973
   [junit4]   2> 1163993 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1163993 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1163994 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970
   [junit4]   2> 1163994 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/'
   [junit4]   2> 1164037 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/solr.xml
   [junit4]   2> 1164129 T2546 oasc.CoreContainer.<init> New CoreContainer 2029122740
   [junit4]   2> 1164130 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/]
   [junit4]   2> 1164132 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1164133 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1164133 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1164134 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1164134 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1164135 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1164135 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1164136 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1164136 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1164137 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1164155 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1164155 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1164156 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1164156 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1164158 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1164164 T2566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d906159 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1164164 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1164177 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1164190 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1164195 T2568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e217bf name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1164195 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1164198 T2546 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1164212 T2546 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1164215 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1164222 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21973__nf
   [junit4]   2> 1164223 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21973__nf
   [junit4]   2> 1164227 T2546 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1164243 T2546 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1164246 T2546 oasc.Overseer.start Overseer (id=90381681993646083-127.0.0.1:21973__nf-n_0000000000) starting
   [junit4]   2> 1164256 T2546 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1164268 T2570 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1164269 T2546 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1164271 T2546 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1164278 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1164281 T2569 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1164287 T2571 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1164287 T2571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1164289 T2571 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1165784 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1165785 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21973__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21973/_nf"}
   [junit4]   2> 1165786 T2569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1165786 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1165842 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1166291 T2571 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1166291 T2571 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1
   [junit4]   2> 1166291 T2571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1166292 T2571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1166292 T2571 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1166293 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/'
   [junit4]   2> 1166295 T2571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/lib/README' to classloader
   [junit4]   2> 1166296 T2571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/lib/classes/' to classloader
   [junit4]   2> 1166362 T2571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1166456 T2571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1166557 T2571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1166568 T2571 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1167199 T2571 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1167199 T2571 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1167200 T2571 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1167213 T2571 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1167217 T2571 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1167231 T2571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1167236 T2571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1167241 T2571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1167242 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1167242 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1167243 T2571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1167244 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1167244 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1167244 T2571 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1167245 T2571 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/
   [junit4]   2> 1167245 T2571 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1167246 T2571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data
   [junit4]   2> 1167246 T2571 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index/
   [junit4]   2> 1167247 T2571 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1167247 T2571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index
   [junit4]   2> 1167248 T2571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1167249 T2571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1aaa336e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c9b6a28),segFN=segments_1,generation=1}
   [junit4]   2> 1167249 T2571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1167253 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1167255 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1167255 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1167256 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1167256 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1167256 T2571 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1167257 T2571 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1167259 T2571 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1167260 T2571 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1167276 T2571 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1167282 T2571 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1167283 T2571 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1167284 T2571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1167284 T2571 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1aaa336e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c9b6a28),segFN=segments_1,generation=1}
   [junit4]   2> 1167285 T2571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1167285 T2571 oass.SolrIndexSearcher.<init> Opening Searcher@4bbf0d09 main
   [junit4]   2> 1167289 T2572 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bbf0d09 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1167291 T2571 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1167291 T2571 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21973/_nf collection:control_collection shard:shard1
   [junit4]   2> 1167291 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1167329 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1167382 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1167394 T2571 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1167394 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21973/_nf/collection1/
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.syncToMe http://127.0.0.1:21973/_nf/collection1/ has no replicas
   [junit4]   2> 1167395 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21973/_nf/collection1/ shard1
   [junit4]   2> 1167396 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1168871 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1168972 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1169043 T2571 oasc.ZkController.register We are http://127.0.0.1:21973/_nf/collection1/ and leader is http://127.0.0.1:21973/_nf/collection1/
   [junit4]   2> 1169043 T2571 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21973/_nf
   [junit4]   2> 1169043 T2571 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1169043 T2571 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1169044 T2571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1169109 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1169110 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1169111 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1169112 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1169124 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1169125 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169128 T2575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65cae64d name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169128 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169131 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1169133 T2546 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1169404 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1169407 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21448
   [junit4]   2> 1169408 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1169408 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1169409 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389
   [junit4]   2> 1169409 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/'
   [junit4]   2> 1169451 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/solr.xml
   [junit4]   2> 1169542 T2546 oasc.CoreContainer.<init> New CoreContainer 352995350
   [junit4]   2> 1169543 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/]
   [junit4]   2> 1169545 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1169546 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1169548 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1169548 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1169549 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1169549 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1169550 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1169567 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1169568 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1169568 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1169569 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1169570 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169601 T2586 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15c5c9d3 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169601 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169618 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1169631 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169634 T2588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e085fdd name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169635 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169641 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1170533 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1170534 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21973__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21973/_nf"}
   [junit4]   2> 1170553 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170553 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170553 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170644 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21448__nf
   [junit4]   2> 1170646 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21448__nf
   [junit4]   2> 1170648 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170648 T2575 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170649 T2588 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170649 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1170649 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1170650 T2568 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170664 T2589 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1170664 T2589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1170666 T2589 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1172058 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1172059 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21448__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21448/_nf"}
   [junit4]   2> 1172060 T2569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 1172060 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1172076 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172076 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172076 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172668 T2589 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1172668 T2589 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1
   [junit4]   2> 1172668 T2589 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1172669 T2589 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1172669 T2589 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1172670 T2589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/'
   [junit4]   2> 1172673 T2589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/lib/README' to classloader
   [junit4]   2> 1172673 T2589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/lib/classes/' to classloader
   [junit4]   2> 1172741 T2589 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1172806 T2589 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1172907 T2589 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1172919 T2589 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1173565 T2589 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1173566 T2589 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1173567 T2589 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1173579 T2589 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1173583 T2589 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1173596 T2589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1173601 T2589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1173605 T2589 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1173606 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1173607 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1173607 T2589 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1173608 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1173608 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1173609 T2589 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1173609 T2589 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/
   [junit4]   2> 1173609 T2589 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1173610 T2589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1
   [junit4]   2> 1173611 T2589 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index/
   [junit4]   2> 1173611 T2589 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1173611 T2589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index
   [junit4]   2> 1173612 T2589 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1173613 T2589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38f7dfd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5defcb55),segFN=segments_1,generation=1}
   [junit4]   2> 1173613 T2589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1173620 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1173620 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1173621 T2589 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1173622 T2589 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1173622 T2589 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1173623 T2589 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1173623 T2589 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1173624 T2589 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1173624 T2589 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1173640 T2589 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1173645 T2589 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1173645 T2589 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1173646 T2589 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1173646 T2589 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38f7dfd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5defcb55),segFN=segments_1,generation=1}
   [junit4]   2> 1173647 T2589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1173647 T2589 oass.SolrIndexSearcher.<init> Opening Searcher@47f2357d main
   [junit4]   2> 1173652 T2590 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47f2357d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1173654 T2589 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1173655 T2589 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21448/_nf collection:collection1 shard:shard1
   [junit4]   2> 1173655 T2589 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1173665 T2589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1173682 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1173685 T2589 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1173685 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.syncToMe http://127.0.0.1:21448/_nf/collection1/ has no replicas
   [junit4]   2> 1173686 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21448/_nf/collection1/ shard1
   [junit4]   2> 1173687 T2589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1175082 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1175109 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175109 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175109 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175171 T2589 oasc.ZkController.register We are http://127.0.0.1:21448/_nf/collection1/ and leader is http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1175171 T2589 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21448/_nf
   [junit4]   2> 1175171 T2589 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1175171 T2589 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1175172 T2589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1175174 T2589 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1175175 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1175175 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1175176 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1175453 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1175457 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24406
   [junit4]   2> 1175457 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1175458 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1175458 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442
   [junit4]   2> 1175459 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/'
   [junit4]   2> 1175501 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/solr.xml
   [junit4]   2> 1175592 T2546 oasc.CoreContainer.<init> New CoreContainer 1397073185
   [junit4]   2> 1175593 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/]
   [junit4]   2> 1175595 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1175595 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1175596 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1175596 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1175597 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1175597 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1175598 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1175598 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1175599 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1175599 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1175614 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1175615 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1175616 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1175616 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1175617 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1175620 T2602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a7dded7 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1175621 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1175636 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1175647 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1175649 T2604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1953d917 name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1175649 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1175655 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1176623 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1176624 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21448__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21448/_nf"}
   [junit4]   2> 1176629 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176659 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24406__nf
   [junit4]   2> 1176661 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24406__nf
   [junit4]   2> 1176664 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176664 T2575 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176664 T2588 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176664 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176664 T2604 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176665 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176665 T2568 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176665 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176674 T2605 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1176674 T2605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1176676 T2605 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1178144 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1178145 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:24406__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24406/_nf"}
   [junit4]   2> 1178146 T2569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1178146 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1178162 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178678 T2605 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1178678 T2605 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1
   [junit4]   2> 1178678 T2605 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1178679 T2605 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1178679 T2605 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1178680 T2605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/'
   [junit4]   2> 1178682 T2605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/lib/classes/' to classloader
   [junit4]   2> 1178683 T2605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/lib/README' to classloader
   [junit4]   2> 1178750 T2605 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1178818 T2605 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1178920 T2605 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1178932 T2605 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1179581 T2605 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1179582 T2605 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1179583 T2605 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1179595 T2605 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1179599 T2605 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1179612 T2605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1179617 T2605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1179621 T2605 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1179622 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1179623 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1179623 T2605 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1179624 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1179624 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1179625 T2605 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1179625 T2605 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/
   [junit4]   2> 1179625 T2605 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1179626 T2605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2
   [junit4]   2> 1179627 T2605 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index/
   [junit4]   2> 1179627 T2605 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1179627 T2605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index
   [junit4]   2> 1179628 T2605 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1179629 T2605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3ad7bd3d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2715a289),segFN=segments_1,generation=1}
   [junit4]   2> 1179629 T2605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1179634 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1179634 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1179636 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1179636 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1179637 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1179637 T2605 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1179638 T2605 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1179640 T2605 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1179640 T2605 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1179656 T2605 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1179661 T2605 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1179661 T2605 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1179662 T2605 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1179663 T2605 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3ad7bd3d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2715a289),segFN=segments_1,generation=1}
   [junit4]   2> 1179663 T2605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1179663 T2605 oass.SolrIndexSearcher.<init> Opening Searcher@15dd9a8f main
   [junit4]   2> 1179668 T2606 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15dd9a8f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1179671 T2605 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1179671 T2605 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24406/_nf collection:collection1 shard:shard1
   [junit4]   2> 1179671 T2605 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1179710 T2605 oasc.ZkController.register We are http://127.0.0.1:24406/_nf/collection1/ and leader is http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1179710 T2605 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24406/_nf
   [junit4]   2> 1179710 T2605 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 1179710 T2605 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C579 name=collection1 org.apache.solr.core.SolrCore@3856e667 url=http://127.0.0.1:24406/_nf/collection1 node=127.0.0.1:24406__nf C579_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:24406__nf, base_url=http://127.0.0.1:24406/_nf}
   [junit4]   2> 1179711 T2607 C579 P24406 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 1179711 T2605 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1179711 T2607 C579 P24406 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 1179712 T2607 C579 P24406 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 1179712 T2607 C579 P24406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1179712 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1179713 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1179713 T2607 C579 P24406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1179714 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1179726 T2578 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 1179977 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1179981 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64858
   [junit4]   2> 1179981 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1179982 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1179982 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981
   [junit4]   2> 1179983 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/'
   [junit4]   2> 1180022 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/solr.xml
   [junit4]   2> 1180106 T2546 oasc.CoreContainer.<init> New CoreContainer 1282446230
   [junit4]   2> 1180107 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/]
   [junit4]   2> 1180109 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1180109 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1180110 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1180110 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1180112 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1180112 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1180113 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1180129 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1180129 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1180130 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1180130 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1180131 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1180134 T2619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68920102 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1180135 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1180148 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1180160 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1180162 T2621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c89a329 name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1180163 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1180174 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1181168 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1181169 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:24406__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24406/_nf"}
   [junit4]   2> 1181174 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181175 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181185 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64858__nf
   [junit4]   2> 1181187 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64858__nf
   [junit4]   2> 1181189 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181189 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181190 T2588 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2575 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2604 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181190 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181191 T2568 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181191 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181196 T2621 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181203 T2622 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1181204 T2622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1181206 T2622 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1181729 T2578 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 1181729 T2578 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:24406__nf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
   [junit4]   2> 1182687 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1182688 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:64858__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:64858/_nf"}
   [junit4]   2> 1182689 T2569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1182689 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1182694 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1183208 T2622 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1183208 T2622 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1
   [junit4]   2> 1183208 T2622 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1183209 T2622 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1183209 T2622 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1183210 T2622 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/'
   [junit4]   2> 1183212 T2622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/lib/classes/' to classloader
   [junit4]   2> 1183212 T2622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/lib/README' to classloader
   [junit4]   2> 1183279 T2622 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1183342 T2622 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1183444 T2622 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1183455 T2622 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C580 name=collection1 org.apache.solr.core.SolrCore@3856e667 url=http://127.0.0.1:24406/_nf/collection1 node=127.0.0.1:24406__nf C580_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:24406__nf, base_url=http://127.0.0.1:24406/_nf}
   [junit4]   2> 1183731 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:21448/_nf/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 1183731 T2607 C580 P24406 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:24406/_nf START replicas=[http://127.0.0.1:21448/_nf/collection1/] nUpdates=100
   [junit4]   2> 1183732 T2607 C580 P24406 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1183733 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 1183733 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1183734 T2607 C580 P24406 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:21448/_nf/collection1/. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C581 name=collection1 org.apache.solr.core.SolrCore@1af1298c url=http://127.0.0.1:21448/_nf/collection1 node=127.0.0.1:21448__nf C581_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:21448__nf, base_url=http://127.0.0.1:21448/_nf, leader=true}
   [junit4]   2> 1183742 T2579 C581 P21448 oasc.SolrCore.execute [collection1] webapp=/_nf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
   [junit4]   2> 1183748 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1183748 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1183749 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1183750 T2580 C581 P21448 oasup.LogUpdateProcessor.finish [collection1] webapp=/_nf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
   [junit4]   2> 1183751 T2607 C580 P24406 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1183751 T2607 C580 P24406 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1183754 T2581 C581 P21448 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1183754 T2581 C581 P21448 oasc.SolrCore.execute [collection1] webapp=/_nf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
   [junit4]   2> 1183755 T2607 C580 P24406 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 1183755 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 1183756 T2607 C580 P24406 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1183756 T2607 C580 P24406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1183758 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 1184105 T2622 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1184107 T2622 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1184107 T2622 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1184119 T2622 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1184123 T2622 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1184136 T2622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1184141 T2622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1184145 T2622 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1184146 T2622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1184147 T2622 oass.OpenExchan

[...truncated too long message...]

y2/index;done=false>>]
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2;done=false>>]
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2
   [junit4]   2> 1246244 T2604 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1246244 T2604 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1246245 T2604 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90381681993646088-core_node2-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1246245 T2604 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246245 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246247 T2604 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=th_TH, timezone=Etc/GMT-2
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=202245264,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [SolrTestCaseJ4Test, TestWriterPerf, TestCloudManagedSchema, TestStressVersions, SoftAutoCommitTest, JSONWriterTest, BadCopyFieldTest, QueryElevationComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, TestDynamicFieldCollectionResource, FileUtilsTest, HdfsSyncSliceTest, BlockCacheTest, DistributedTermsComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, ZkSolrClientTest, TestFaceting, MultiTermTest, TestPhraseSuggestions, LoggingHandlerTest, ScriptEngineTest, NoCacheHeaderTest, TestSolrXMLSerializer, LegacyHTMLStripCharFilterTest, TestSerializedLuceneMatchVersion, SpellCheckComponentTest, TestImplicitCoreProperties, TestDistributedSearch, SolrPluginUtilsTest, TestFastOutputStream, RAMDirectoryFactoryTest, TestFunctionQuery, SortByFunctionTest, CoreMergeIndexesAdminHandlerTest, TestAnalyzedSuggestions, SpatialFilterTest, BinaryUpdateRequestHandlerTest, TestLuceneMatchVersion, SolrIndexSplitterTest, TestFastWriter, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, TestManagedSchema, PeerSyncTest, TestComponentsName, SpellingQueryConverterTest, DistributedSpellCheckComponentTest, ClusterStateUpdateTest, SolrCoreTest, TestUtils, TestExtendedDismaxParser, TestManagedSchemaFieldResource, PluginInfoTest, BasicFunctionalityTest, TestFieldTypeCollectionResource, DocValuesMissingTest, DirectUpdateHandlerOptimizeTest, TestShardHandlerFactory, TermVectorComponentTest, TestJoin, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TestSolrXmlPersistor, StatsComponentTest, TestSweetSpotSimilarityFactory, TestSuggestSpellingConverter, TestFieldCollectionResource, BadComponentTest, ChaosMonkeyNothingIsSafeTest, SolrCmdDistributorTest, TestPseudoReturnFields, TestNumberUtils, XmlUpdateRequestHandlerTest, SampleTest, ResponseLogComponentTest, BasicZkTest, SyncSliceTest]
   [junit4] Completed on J0 in 83.73s, 1 test, 1 failure <<< FAILURES!

[...truncated 506 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 55 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1588 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1588/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([9CD976A57025707:882B1972205D373B]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([9CD976A57025707:882B1972205D373B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9928 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 951973 T2229 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 951980 T2229 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379089732741
   [junit4]   2> 951981 T2229 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 951982 T2230 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 952083 T2229 oasc.ZkTestServer.run start zk server on port:47774
   [junit4]   2> 952084 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952088 T2236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@327e3f28 name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952088 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952089 T2229 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 952101 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952103 T2238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a19dc8b name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952103 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952103 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 952114 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 952116 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 952118 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 952120 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 952121 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 952125 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 952126 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 952230 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 952231 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 952234 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 952234 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 952243 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 952243 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 952246 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 952246 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 952249 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 952249 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 952257 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 952258 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 952260 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 952261 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 952263 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 952264 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 952548 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 952554 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47777
   [junit4]   2> 952555 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 952556 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 952556 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032
   [junit4]   2> 952557 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/'
   [junit4]   2> 952597 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/solr.xml
   [junit4]   2> 952688 T2229 oasc.CoreContainer.<init> New CoreContainer 680796921
   [junit4]   2> 952689 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/]
   [junit4]   2> 952691 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 952691 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 952692 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 952692 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 952693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 952693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 952694 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 952694 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 952695 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 952695 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 952713 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 952713 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 952714 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 952715 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 952716 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952718 T2249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bb945e1 name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952719 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952729 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 952742 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952744 T2251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3325069c name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952745 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952747 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 952751 T2229 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 952761 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 952763 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47777_
   [junit4]   2> 952765 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47777_
   [junit4]   2> 952774 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 952788 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 952795 T2229 oasc.Overseer.start Overseer (id=90380024725241859-127.0.0.1:47777_-n_0000000000) starting
   [junit4]   2> 952799 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 952811 T2253 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 952812 T2229 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 952814 T2229 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 952822 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 952824 T2252 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 952830 T2254 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 952830 T2254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 952832 T2254 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 954327 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 954328 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47777_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47777"}
   [junit4]   2> 954329 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 954329 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 954342 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 954834 T2254 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 954834 T2254 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1
   [junit4]   2> 954834 T2254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 954835 T2254 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 954835 T2254 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 954836 T2254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/'
   [junit4]   2> 954839 T2254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/lib/classes/' to classloader
   [junit4]   2> 954840 T2254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/lib/README' to classloader
   [junit4]   2> 954933 T2254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 954997 T2254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 955098 T2254 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 955109 T2254 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 955757 T2254 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 955759 T2254 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 955760 T2254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 955773 T2254 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 955777 T2254 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 955794 T2254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 955800 T2254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 955804 T2254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 955805 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 955806 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 955806 T2254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 955807 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 955807 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 955807 T2254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 955808 T2254 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/
   [junit4]   2> 955808 T2254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 955809 T2254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data
   [junit4]   2> 955809 T2254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index/
   [junit4]   2> 955810 T2254 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 955810 T2254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index
   [junit4]   2> 955810 T2254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 955811 T2254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@245066e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dbd6f9),segFN=segments_1,generation=1}
   [junit4]   2> 955812 T2254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 955818 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 955818 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 955819 T2254 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 955819 T2254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 955821 T2254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 955822 T2254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 955837 T2254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 955844 T2254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 955844 T2254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 955845 T2254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 955846 T2254 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@245066e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dbd6f9),segFN=segments_1,generation=1}
   [junit4]   2> 955846 T2254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 955846 T2254 oass.SolrIndexSearcher.<init> Opening Searcher@4798479 main
   [junit4]   2> 955872 T2255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4798479 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 955873 T2254 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 955873 T2254 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47777 collection:control_collection shard:shard1
   [junit4]   2> 955874 T2254 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 955884 T2254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 955908 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 955911 T2254 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 955911 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47777/collection1/
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.syncToMe http://127.0.0.1:47777/collection1/ has no replicas
   [junit4]   2> 955912 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47777/collection1/ shard1
   [junit4]   2> 955913 T2254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 957348 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 957372 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 957411 T2254 oasc.ZkController.register We are http://127.0.0.1:47777/collection1/ and leader is http://127.0.0.1:47777/collection1/
   [junit4]   2> 957411 T2254 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47777
   [junit4]   2> 957411 T2254 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 957412 T2254 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 957412 T2254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 957414 T2254 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 957415 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 957416 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 957416 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 957427 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 957429 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957432 T2258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53f6afd name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957432 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957433 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 957435 T2229 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 957718 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 957722 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47792
   [junit4]   2> 957723 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 957723 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 957724 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196
   [junit4]   2> 957724 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/'
   [junit4]   2> 957766 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/solr.xml
   [junit4]   2> 957858 T2229 oasc.CoreContainer.<init> New CoreContainer 1480958249
   [junit4]   2> 957859 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/]
   [junit4]   2> 957860 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 957861 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 957861 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 957862 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 957862 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 957863 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 957863 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 957864 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 957864 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 957865 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 957881 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 957882 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 957883 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 957883 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 957884 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957887 T2269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@724f0b5f name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957888 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957925 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 957938 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957940 T2271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22af989e name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957940 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957952 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 958885 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 958886 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47777_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47777"}
   [junit4]   2> 958902 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958902 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958902 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958957 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47792_
   [junit4]   2> 958960 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47792_
   [junit4]   2> 958963 T2251 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2271 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2258 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958963 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958963 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958977 T2272 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 958977 T2272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 958979 T2272 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 960408 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47792_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47792"}
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 960427 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960427 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960427 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960981 T2272 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 960981 T2272 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1
   [junit4]   2> 960981 T2272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 960982 T2272 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 960983 T2272 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 960983 T2272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/'
   [junit4]   2> 960985 T2272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/lib/README' to classloader
   [junit4]   2> 960986 T2272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/lib/classes/' to classloader
   [junit4]   2> 961054 T2272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 961119 T2272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 961221 T2272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 961233 T2272 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 961913 T2272 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 961914 T2272 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 961915 T2272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 961928 T2272 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 961932 T2272 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 961946 T2272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 961951 T2272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 961956 T2272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 961958 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 961959 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 961959 T2272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 961959 T2272 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/
   [junit4]   2> 961960 T2272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 961961 T2272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1
   [junit4]   2> 961961 T2272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index/
   [junit4]   2> 961961 T2272 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 961962 T2272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index
   [junit4]   2> 961962 T2272 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 961963 T2272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cd5d3c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7935ae67),segFN=segments_1,generation=1}
   [junit4]   2> 961963 T2272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 961968 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 961969 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 961969 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 961971 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 961971 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 961971 T2272 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 961972 T2272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 961973 T2272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 961973 T2272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 961974 T2272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 961975 T2272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 961975 T2272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 961992 T2272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 961998 T2272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 961998 T2272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 961999 T2272 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 962000 T2272 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cd5d3c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7935ae67),segFN=segments_1,generation=1}
   [junit4]   2> 962000 T2272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 962001 T2272 oass.SolrIndexSearcher.<init> Opening Searcher@5c2b9b23 main
   [junit4]   2> 962006 T2273 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c2b9b23 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 962009 T2272 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 962009 T2272 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47792 collection:collection1 shard:shard1
   [junit4]   2> 962009 T2272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 962023 T2272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 962050 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 962054 T2272 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 962054 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 962054 T2272 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47792/collection1/
   [junit4]   2> 962055 T2272 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 962055 T2272 oasc.SyncStrategy.syncToMe http://127.0.0.1:47792/collection1/ has no replicas
   [junit4]   2> 962055 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47792/collection1/ shard1
   [junit4]   2> 962055 T2272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 963433 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 963458 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963458 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963458 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963499 T2272 oasc.ZkController.register We are http://127.0.0.1:47792/collection1/ and leader is http://127.0.0.1:47792/collection1/
   [junit4]   2> 963499 T2272 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47792
   [junit4]   2> 963499 T2272 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 963500 T2272 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 963500 T2272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 963502 T2272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 963503 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 963504 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 963504 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 963799 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 963802 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47795
   [junit4]   2> 963803 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/'
   [junit4]   2> 963846 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/solr.xml
   [junit4]   2> 963937 T2229 oasc.CoreContainer.<init> New CoreContainer 1664876157
   [junit4]   2> 963938 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/]
   [junit4]   2> 963940 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 963942 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 963942 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 963943 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 963943 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 963944 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 963944 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 963962 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 963963 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 963964 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 963964 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 963965 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963968 T2285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d189a name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963969 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 963983 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 963995 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963997 T2287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d5de64 name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963998 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 964009 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 964964 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 964965 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47792_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47792"}
   [junit4]   2> 964981 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 965012 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47795_
   [junit4]   2> 965015 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47795_
   [junit4]   2> 965018 T2258 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2287 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965018 T2271 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2251 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965019 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965018 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965019 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965027 T2288 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 965028 T2288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 965030 T2288 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 966493 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 966494 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47795_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47795"}
   [junit4]   2> 966495 T2252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 966495 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 966517 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 967032 T2288 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 967032 T2288 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1
   [junit4]   2> 967032 T2288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 967033 T2288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 967034 T2288 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 967035 T2288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/'
   [junit4]   2> 967037 T2288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/lib/classes/' to classloader
   [junit4]   2> 967038 T2288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/lib/README' to classloader
   [junit4]   2> 967106 T2288 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 967172 T2288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 967273 T2288 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 967285 T2288 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 967964 T2288 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 967965 T2288 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 967965 T2288 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 967978 T2288 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 967983 T2288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 967997 T2288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 968003 T2288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 968007 T2288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 968008 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 968009 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 968009 T2288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 968010 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 968010 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 968011 T2288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 968011 T2288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/
   [junit4]   2> 968011 T2288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 968012 T2288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2
   [junit4]   2> 968013 T2288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index/
   [junit4]   2> 968013 T2288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 968013 T2288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index
   [junit4]   2> 968014 T2288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 968015 T2288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4c442f66 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512f497b),segFN=segments_1,generation=1}
   [junit4]   2> 968015 T2288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 968020 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 968021 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 968021 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 968023 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 968023 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 968024 T2288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 968024 T2288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 968025 T2288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 968025 T2288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 968026 T2288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 968027 T2288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 968027 T2288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 968044 T2288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 968050 T2288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 968050 T2288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 968051 T2288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 968052 T2288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4c442f66 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512f497b),segFN=segments_1,generation=1}
   [junit4]   2> 968052 T2288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 968053 T2288 oass.SolrIndexSearcher.<init> Opening Searcher@3b801a88 main
   [junit4]   2> 968058 T2289 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b801a88 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 968061 T2288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 968061 T2288 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47795 collection:collection1 shard:shard1
   [junit4]   2> 968061 T2288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 968077 T2288 oasc.ZkController.register We are http://127.0.0.1:47795/collection1/ and leader is http://127.0.0.1:47792/collection1/
   [junit4]   2> 968078 T2288 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47795
   [junit4]   2> 968078 T2288 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 968078 T2288 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C1374 name=collection1 org.apache.solr.core.SolrCore@1bdbd6e7 url=http://127.0.0.1:47795/collection1 node=127.0.0.1:47795_ C1374_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:47795_, base_url=http://127.0.0.1:47795}
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 968079 T2288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 968080 T2290 C1374 P47795 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 968080 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 968081 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 968082 T2290 C1374 P47795 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 968082 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 968099 T2261 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 968384 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 968387 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47799
   [junit4]   2> 968388 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 968389 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 968389 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858
   [junit4]   2> 968390 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/'
   [junit4]   2> 968432 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/solr.xml
   [junit4]   2> 968525 T2229 oasc.CoreContainer.<init> New CoreContainer 642081619
   [junit4]   2> 968526 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/]
   [junit4]   2> 968528 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 968529 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 968529 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 968530 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 968530 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 968532 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 968532 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 968550 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 968551 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 968551 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 968552 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 968553 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968556 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ccceabb name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968557 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968559 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 968572 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968574 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@599067aa name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968574 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968587 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 969523 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 969524 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47795_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47795"}
   [junit4]   2> 969539 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969590 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47799_
   [junit4]   2> 969592 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47799_
   [junit4]   2> 969595 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969595 T2258 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2251 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2271 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2287 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969596 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969596 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969595 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969596 T2304 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969596 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969632 T2305 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 969633 T2305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 969634 T2305 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 970102 T2261 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 970102 T2261 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:47795_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
   [junit4]   2> 971054 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 971055 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47799_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47799"}
   [junit4]   2> 971056 T2252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 971056 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 971061 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971637 T2305 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 971637 T2305 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1
   [junit4]   2> 971637 T2305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 971638 T2305 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 971639 T2305 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 971640 T2305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/'
   [junit4]   2> 971642 T2305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/lib/README' to classloader
   [junit4]   2> 971642 T2305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/lib/classes/' to classloader
   [junit4]   2> 971711 T2305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 971778 T2305 oasc.SolrConfig.<init> L

[...truncated too long message...]

 [junit4]   2> 
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1102803 T2436 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102803 T2436 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1120105 T2453 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:45785  couldn't connect to http://127.0.0.1:51215/collection1/, counting as success
   [junit4]   2> 1120106 T2453 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45785 DONE. sync succeeded
   [junit4]   2> 1120106 T2453 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1120106 T2453 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1120107 T2453 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e74aa24
   [junit4]   2> 1120115 T2453 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1120115 T2453 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1120116 T2453 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1120116 T2453 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1120117 T2453 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4;done=false>>]
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4
   [junit4]   2> 1120119 T2453 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index;done=false>>]
   [junit4]   2> 1120119 T2453 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index
   [junit4]   2> 1120119 T2453 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1120119 T2453 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1120120 T2453 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1120120 T2453 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=ar_DZ, timezone=Pacific/Yap
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=119987424,total=492830720
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderElectionTest, TestPerFieldSimilarity, DefaultValueUpdateProcessorTest, SimpleFacetsTest, TestSerializedLuceneMatchVersion, CoreAdminCreateDiscoverTest, PreAnalyzedFieldTest, CachingDirectoryFactoryTest, BlockDirectoryTest, TestBadConfig, DistributedTermsComponentTest, TestRemoteStreaming, HdfsBasicDistributedZkTest, TestFieldCollectionResource, TestDynamicFieldCollectionResource, MultiTermTest, TestConfig, BlockCacheTest, TestQueryUtils, HighlighterConfigTest, TestCollationKeyRangeQueries, TestSurroundQueryParser, TestSchemaNameResource, TestPartialUpdateDeduplication, TestUtils, BasicZkTest, StatelessScriptUpdateProcessorFactoryTest, DirectUpdateHandlerTest, SuggesterTSTTest, TestRandomMergePolicy, PingRequestHandlerTest, MinimalSchemaTest, TestHashPartitioner, ExternalFileFieldSortTest, LukeRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestWriterPerf, TestSolrIndexConfig, TestShardHandlerFactory, AddSchemaFieldsUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, TestDFRSimilarityFactory, SuggesterTest, TestAtomicUpdateErrorCases, DirectSolrSpellCheckerTest, IndexSchemaTest, MoreLikeThisHandlerTest, SortByFunctionTest, TestRecoveryHdfs, TestQuerySenderNoQuery, SolrIndexSplitterTest, SolrXmlInZkTest, StressHdfsTest, SolrInfoMBeanTest, FastVectorHighlighterTest, TestSweetSpotSimilarityFactory, TestLuceneMatchVersion, TestIndexingPerformance, CollectionsAPIDistributedZkTest, TestNRTOpen, EchoParamsTest, HdfsCollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, TestUniqueKeyFieldResource, TestSort, TermsComponentTest, TestBinaryField, SuggesterWFSTTest, TestSchemaSimilarityResource, TestRecovery, TestDistributedGrouping, TestFoldingMultitermQuery, TestFieldTypeResource, TestDefaultSearchFieldResource, BadCopyFieldTest, SoftAutoCommitTest, SchemaVersionSpecificBehaviorTest, TestOmitPositions, FieldAnalysisRequestHandlerTest, SyncSliceTest, BasicDistributedZk2Test]
   [junit4] Completed on J0 in 84.70s, 1 test, 1 error <<< FAILURES!

[...truncated 514 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 64 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1587 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1587/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([541A04FF379123D3:D5FC8AE740CE43EF]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9620 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 322362 T685 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 322367 T685 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1379071245096
   [junit4]   2> 322368 T685 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 322368 T686 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 322469 T685 oasc.ZkTestServer.run start zk server on port:21740
   [junit4]   2> 322469 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322474 T692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ecb34ef name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322475 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322475 T685 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 322487 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322489 T694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77041e83 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322489 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322490 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 322494 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 322504 T685 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 322507 T685 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 322511 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 322511 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 322524 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 322525 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 322629 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 322630 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 322634 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 322634 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 322644 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 322644 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 322648 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 322648 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 322652 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 322653 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 322656 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 322657 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 322660 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 322661 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 322669 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 322669 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 323023 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 323030 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21743
   [junit4]   2> 323031 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 323031 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 323032 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471
   [junit4]   2> 323032 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/'
   [junit4]   2> 323070 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/solr.xml
   [junit4]   2> 323163 T685 oasc.CoreContainer.<init> New CoreContainer 1739894959
   [junit4]   2> 323163 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/]
   [junit4]   2> 323165 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 323166 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 323166 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 323167 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 323167 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 323169 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 323169 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 323189 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 323189 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 323190 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 323190 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 323191 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323220 T705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a54ad3a name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323221 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323237 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 323251 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323255 T707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a13879e name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323255 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323258 T685 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 323268 T685 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 323273 T685 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 323276 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21743_
   [junit4]   2> 323278 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21743_
   [junit4]   2> 323288 T685 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 323302 T685 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 323306 T685 oasc.Overseer.start Overseer (id=90378813118939139-127.0.0.1:21743_-n_0000000000) starting
   [junit4]   2> 323317 T685 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 323330 T709 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 323331 T685 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 323334 T685 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 323337 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323341 T708 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 323346 T710 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 323346 T710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 323348 T710 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 324845 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21743_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21743"}
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 324866 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 325350 T710 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 325350 T710 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1
   [junit4]   2> 325350 T710 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 325352 T710 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 325352 T710 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 325353 T710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/'
   [junit4]   2> 325355 T710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/lib/README' to classloader
   [junit4]   2> 325355 T710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/lib/classes/' to classloader
   [junit4]   2> 325427 T710 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 325497 T710 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 325599 T710 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 325612 T710 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 326323 T710 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 326324 T710 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 326325 T710 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 326338 T710 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 326342 T710 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 326363 T710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 326369 T710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 326374 T710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 326375 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 326376 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 326376 T710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 326377 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 326378 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 326378 T710 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 326378 T710 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/
   [junit4]   2> 326379 T710 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 326380 T710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data
   [junit4]   2> 326380 T710 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index/
   [junit4]   2> 326380 T710 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 326381 T710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index
   [junit4]   2> 326381 T710 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 326382 T710 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53119ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11d0d640),segFN=segments_1,generation=1}
   [junit4]   2> 326382 T710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 326386 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 326388 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 326388 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 326389 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 326389 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 326389 T710 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 326390 T710 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 326390 T710 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 326392 T710 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 326410 T710 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 326417 T710 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 326417 T710 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 326418 T710 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 326419 T710 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53119ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11d0d640),segFN=segments_1,generation=1}
   [junit4]   2> 326419 T710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 326420 T710 oass.SolrIndexSearcher.<init> Opening Searcher@1c679674 main
   [junit4]   2> 326423 T711 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c679674 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 326425 T710 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 326426 T710 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21743 collection:control_collection shard:shard1
   [junit4]   2> 326426 T710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 326438 T710 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 326459 T710 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 326462 T710 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 326462 T710 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 326463 T710 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21743/collection1/
   [junit4]   2> 326463 T710 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 326463 T710 oasc.SyncStrategy.syncToMe http://127.0.0.1:21743/collection1/ has no replicas
   [junit4]   2> 326463 T710 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21743/collection1/ shard1
   [junit4]   2> 326464 T710 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 327874 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 327940 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 328002 T710 oasc.ZkController.register We are http://127.0.0.1:21743/collection1/ and leader is http://127.0.0.1:21743/collection1/
   [junit4]   2> 328002 T710 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21743
   [junit4]   2> 328002 T710 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 328002 T710 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 328003 T710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 328006 T710 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 328007 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 328008 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 328009 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 328021 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 328022 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328025 T714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39f7035b name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328025 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328027 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 328030 T685 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 328354 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 328357 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21750
   [junit4]   2> 328358 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 328359 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 328359 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759
   [junit4]   2> 328360 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/'
   [junit4]   2> 328404 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/solr.xml
   [junit4]   2> 328507 T685 oasc.CoreContainer.<init> New CoreContainer 1242514926
   [junit4]   2> 328508 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/]
   [junit4]   2> 328510 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 328510 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 328511 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 328511 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 328512 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 328512 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 328513 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 328513 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 328514 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 328514 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 328533 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 328534 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 328534 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 328535 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 328536 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328565 T725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f05e908 name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328566 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328582 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 328596 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328599 T727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d45cc67 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328599 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328611 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 329473 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 329475 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21743_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21743"}
   [junit4]   2> 329494 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329494 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329494 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329617 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21750_
   [junit4]   2> 329619 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21750_
   [junit4]   2> 329622 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329622 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329623 T707 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329623 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 329625 T727 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329625 T714 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329633 T728 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 329634 T728 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 329636 T728 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 331001 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21750_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21750"}
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 331024 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331024 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331024 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331638 T728 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 331638 T728 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1
   [junit4]   2> 331638 T728 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 331640 T728 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 331640 T728 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 331641 T728 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/'
   [junit4]   2> 331643 T728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/lib/classes/' to classloader
   [junit4]   2> 331643 T728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/lib/README' to classloader
   [junit4]   2> 331714 T728 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 331786 T728 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 331888 T728 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 331900 T728 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 332594 T728 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 332595 T728 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 332596 T728 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 332610 T728 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 332614 T728 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 332635 T728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 332641 T728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 332646 T728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 332650 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 332650 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 332650 T728 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 332651 T728 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/
   [junit4]   2> 332651 T728 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 332652 T728 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1
   [junit4]   2> 332652 T728 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index/
   [junit4]   2> 332653 T728 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 332653 T728 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index
   [junit4]   2> 332654 T728 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 332655 T728 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@41b9508c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df0a2c6),segFN=segments_1,generation=1}
   [junit4]   2> 332655 T728 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 332660 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 332661 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 332661 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 332662 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332662 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332663 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 332664 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332664 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332665 T728 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 332666 T728 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 332667 T728 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 332667 T728 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 332668 T728 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 332669 T728 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 332669 T728 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 332687 T728 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 332693 T728 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 332694 T728 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 332695 T728 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 332695 T728 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@41b9508c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df0a2c6),segFN=segments_1,generation=1}
   [junit4]   2> 332696 T728 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 332696 T728 oass.SolrIndexSearcher.<init> Opening Searcher@322f46eb main
   [junit4]   2> 332715 T729 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@322f46eb main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 332718 T728 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 332718 T728 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21750 collection:collection1 shard:shard1
   [junit4]   2> 332719 T728 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 332734 T728 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 332868 T728 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 332899 T728 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 332899 T728 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 332899 T728 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21750/collection1/
   [junit4]   2> 332900 T728 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 332900 T728 oasc.SyncStrategy.syncToMe http://127.0.0.1:21750/collection1/ has no replicas
   [junit4]   2> 332900 T728 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21750/collection1/ shard1
   [junit4]   2> 332901 T728 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 334033 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 334058 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334058 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334058 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334072 T728 oasc.ZkController.register We are http://127.0.0.1:21750/collection1/ and leader is http://127.0.0.1:21750/collection1/
   [junit4]   2> 334072 T728 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21750
   [junit4]   2> 334072 T728 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 334072 T728 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 334073 T728 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 334075 T728 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 334076 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 334077 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 334078 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 334424 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 334427 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21764
   [junit4]   2> 334428 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 334428 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 334429 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820
   [junit4]   2> 334429 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/'
   [junit4]   2> 334474 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/solr.xml
   [junit4]   2> 334579 T685 oasc.CoreContainer.<init> New CoreContainer 440768596
   [junit4]   2> 334580 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/]
   [junit4]   2> 334582 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 334582 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 334584 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 334584 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 334585 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 334585 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 334586 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 334605 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 334605 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 334606 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 334607 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 334608 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 334611 T741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f3c746c name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 334612 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 334622 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 334638 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 334641 T743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f18dac4 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 334641 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 334655 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 335573 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 335575 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21750_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21750"}
   [junit4]   2> 335590 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335661 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21764_
   [junit4]   2> 335663 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21764_
   [junit4]   2> 335666 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335666 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335667 T743 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335667 T707 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335667 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 335667 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 335669 T727 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335669 T714 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335677 T744 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 335678 T744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 335679 T744 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 337097 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21764_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21764"}
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 337117 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337682 T744 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 337682 T744 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1
   [junit4]   2> 337682 T744 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 337684 T744 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 337684 T744 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 337685 T744 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/'
   [junit4]   2> 337688 T744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/lib/classes/' to classloader
   [junit4]   2> 337689 T744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/lib/README' to classloader
   [junit4]   2> 337768 T744 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 337843 T744 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 337945 T744 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 337958 T744 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 338675 T744 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 338676 T744 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 338677 T744 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 338691 T744 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 338696 T744 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 338717 T744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338723 T744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338728 T744 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338732 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338732 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338732 T744 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 338733 T744 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/
   [junit4]   2> 338733 T744 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 338734 T744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2
   [junit4]   2> 338735 T744 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index/
   [junit4]   2> 338735 T744 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 338735 T744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index
   [junit4]   2> 338736 T744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 338737 T744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@9cb6e9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ac3343),segFN=segments_1,generation=1}
   [junit4]   2> 338737 T744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 338743 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 338743 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 338745 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 338745 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 338746 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 338746 T744 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 338747 T744 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 338747 T744 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 338748 T744 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 338748 T744 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 338749 T744 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 338749 T744 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 338770 T744 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 338776 T744 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 338776 T744 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 338777 T744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 338778 T744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@9cb6e9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ac3343),segFN=segments_1,generation=1}
   [junit4]   2> 338779 T744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 338779 T744 oass.SolrIndexSearcher.<init> Opening Searcher@e9027fa main
   [junit4]   2> 338785 T745 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e9027fa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 338787 T744 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 338788 T744 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21764 collection:collection1 shard:shard2
   [junit4]   2> 338788 T744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 338801 T744 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 338828 T744 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 338839 T744 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 338839 T744 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 338839 T744 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21764/collection1/
   [junit4]   2> 338839 T744 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 338840 T744 oasc.SyncStrategy.syncToMe http://127.0.0.1:21764/collection1/ has no replicas
   [junit4]   2> 338840 T744 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21764/collection1/ shard2
   [junit4]   2> 338840 T744 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 340126 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 340148 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340181 T744 oasc.ZkController.register We are http://127.0.0.1:21764/collection1/ and leader is http://127.0.0.1:21764/collection1/
   [junit4]   2> 340181 T744 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21764
   [junit4]   2> 340181 T744 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 340182 T744 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 340182 T744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 340184 T744 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 340186 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 340186 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 340187 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 340518 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 340522 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21767
   [junit4]   2> 340523 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 340523 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 340524 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928
   [junit4]   2> 340524 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/'
   [junit4]   2> 340573 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/solr.xml
   [junit4]   2> 340691 T685 oasc.CoreContainer.<init> New CoreContainer 1993259704
   [junit4]   2> 340692 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/]
   [junit4]   2> 340694 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 340696 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 340696 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 340697 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 340697 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 340698 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 340698 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 340718 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 340719 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 340719 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 340720 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 340721 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 340724 T757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dfd6e00 name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 340725 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 340739 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 340753 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 340755 T759 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f7beca name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 340755 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 340767 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 341661 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 341662 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21764_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21764"}
   [junit4]   2> 341680 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341772 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21767_
   [junit4]   2> 341774 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21767_
   [junit4]   2> 341777 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341777 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341778 T743 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341778 T707 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341778 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341778 T759 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341779 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341779 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341780 T727 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341780 T714 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341789 T760 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 341790 T760 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 341792 T760 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 343187 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21767_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21767"}
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 343202 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343794 T760 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 343794 T760 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1
   [junit4]   2> 343794 T760 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 343796 T760 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 343796 T760 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 343797 T760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/'
   [junit4]   2> 343799 T760 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/lib/classes/' to classloader
   [junit4]   2> 343799 T760 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/lib/README' to classloader
   [junit4]   2> 343867 T760 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 343933 T760 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 344035 T760 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 344047 T760 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 344755 T760 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 344757 T760 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 344758 T760 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 344772 T760 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 344775 T760 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 344793 T760 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 344798 T760 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 344802 T760 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 344805 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 344805 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 344806 T760 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 344806 T760 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/
   [junit4]   2> 344806 T760 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 344807 T760 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3
   [junit4]   2> 344807 T760 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index/
   [junit4]   2> 344807 T760 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 344808 T760 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index
   [junit4]   2> 344808 T760 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 344809 T760 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@445b6cce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19824b3d),segFN=segments_1,generation=1}
   [junit4]   2> 344809 T760 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 344815 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 344815 T760 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 344815 T760 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 344817 T760 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4

[...truncated too long message...]

2_s=PostingsFormat(name=NestedPulsing), 3grand1_s=PostingsFormat(name=Direct), 19parent_f1_s=PostingsFormat(name=Direct), 23parent_f2_s=PostingsFormat(name=Direct), 3grand0_s=PostingsFormat(name=Lucene41WithOrds), intDefault=PostingsFormat(name=MockRandom), 3child0_s=PostingsFormat(name=Lucene41WithOrds), 21parent_f2_s=PostingsFormat(name=MockRandom), 1parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 3child2_s=PostingsFormat(name=NestedPulsing), 3grand2_s=PostingsFormat(name=NestedPulsing), 9parent_f2_s=PostingsFormat(name=Direct), 9grand3_s=PostingsFormat(name=Direct), 25parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 25parent_f2_s=PostingsFormat(name=MockRandom), 20parent_f2_s=PostingsFormat(name=NestedPulsing), 1parent_f2_s=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=MockRandom), n_dt1=PostingsFormat(name=Direct), 9grand2_s=PostingsFormat(name=NestedPulsing), 10parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 29parent_f2_s=PostingsFormat(name=MockRandom), 6grand0_s=PostingsFormat(name=MockRandom), 33parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 2grand0_s=PostingsFormat(name=MockRandom), 9grand0_s=PostingsFormat(name=Lucene41WithOrds), 15parent_f1_s=PostingsFormat(name=Direct), 10parent_f2_s=PostingsFormat(name=MockRandom), 9grand1_s=PostingsFormat(name=MockRandom), 28parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 33parent_f1_s=PostingsFormat(name=Direct), 2grand1_s=PostingsFormat(name=Lucene41WithOrds), 7grand4_s=PostingsFormat(name=Lucene41WithOrds), 7parent_f2_s=PostingsFormat(name=MockRandom), 13parent_f2_s=PostingsFormat(name=NestedPulsing), 4parent_f1_s=PostingsFormat(name=Direct), 12parent_f2_s=PostingsFormat(name=Direct), 9grand4_s=PostingsFormat(name=Lucene41WithOrds), 11parent_f2_s=PostingsFormat(name=Lucene41WithOrds), type_s=PostingsFormat(name=MockRandom), 9grand5_s=PostingsFormat(name=MockRandom), 7grand5_s=PostingsFormat(name=Direct), 15parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 4grand3_s=PostingsFormat(name=NestedPulsing), 5child1_s=PostingsFormat(name=MockRandom), n_d1=PostingsFormat(name=MockRandom), 9grand8_s=PostingsFormat(name=Lucene41WithOrds), 9grand7_s=PostingsFormat(name=Direct), 9grand6_s=PostingsFormat(name=NestedPulsing), 2child0_s=PostingsFormat(name=MockRandom), 1grand0_s=PostingsFormat(name=Lucene41WithOrds), timestamp=PostingsFormat(name=MockRandom), 5grand0_s=PostingsFormat(name=NestedPulsing), 36parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child4_s=PostingsFormat(name=Lucene41WithOrds), 7grand2_s=PostingsFormat(name=NestedPulsing), 5grand4_s=PostingsFormat(name=NestedPulsing), 6grand1_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Direct), 36parent_f2_s=PostingsFormat(name=MockRandom), 6grand3_s=PostingsFormat(name=Lucene41WithOrds), 16parent_f2_s=PostingsFormat(name=Direct), 4grand1_s=PostingsFormat(name=Lucene41WithOrds), 9parent_f1_s=PostingsFormat(name=Lucene41WithOrds), range_facet_l=PostingsFormat(name=MockRandom), 30parent_f1_s=PostingsFormat(name=NestedPulsing), 5grand2_s=PostingsFormat(name=Lucene41WithOrds), 14parent_f2_s=PostingsFormat(name=MockRandom), 28parent_f1_s=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), 7grand0_s=PostingsFormat(name=Lucene41WithOrds), 37parent_f1_s=PostingsFormat(name=Direct), 6grand5_s=PostingsFormat(name=NestedPulsing), 4child1_s=PostingsFormat(name=NestedPulsing), _root_=PostingsFormat(name=MockRandom), 39parent_f2_s=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=MockRandom), 6parent_f1_s=PostingsFormat(name=MockRandom), 4child3_s=PostingsFormat(name=Lucene41WithOrds), 6parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 8grand1_s=PostingsFormat(name=Lucene41WithOrds), 24parent_f1_s=PostingsFormat(name=MockRandom), 26parent_f1_s=PostingsFormat(name=Direct), 11parent_f1_s=PostingsFormat(name=Direct), 38parent_f1_s=PostingsFormat(name=NestedPulsing), 27parent_f2_s=PostingsFormat(name=Direct), 34parent_f1_s=PostingsFormat(name=NestedPulsing), 20parent_f1_s=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=NestedPulsing), 26parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 38parent_f2_s=PostingsFormat(name=Direct), 3child1_s=PostingsFormat(name=Direct), 8grand0_s=PostingsFormat(name=Direct), 1child0_s=PostingsFormat(name=NestedPulsing), 3parent_f2_s=PostingsFormat(name=MockRandom), 22parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 2parent_f1_s=PostingsFormat(name=MockRandom), 42parent_f2_s=PostingsFormat(name=NestedPulsing), 21parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 29parent_f1_s=PostingsFormat(name=NestedPulsing), 27parent_f1_s=PostingsFormat(name=NestedPulsing), 42parent_f1_s=PostingsFormat(name=MockRandom), 2parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 32parent_f2_s=PostingsFormat(name=MockRandom), 4grand0_s=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=Lucene41WithOrds), 43parent_f2_s=PostingsFormat(name=MockRandom), 18parent_f2_s=PostingsFormat(name=MockRandom), 41parent_f1_s=PostingsFormat(name=NestedPulsing), 34parent_f2_s=PostingsFormat(name=Direct), 43parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child3_s=PostingsFormat(name=Direct), 12parent_f1_s=PostingsFormat(name=NestedPulsing), 4parent_f2_s=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=MockRandom), 41parent_f2_s=PostingsFormat(name=Direct), 31parent_f1_s=PostingsFormat(name=MockRandom), 7parent_f1_s=PostingsFormat(name=NestedPulsing), 18parent_f1_s=PostingsFormat(name=NestedPulsing), 6grand2_s=PostingsFormat(name=Direct), 8parent_f1_s=PostingsFormat(name=Direct), 5child0_s=PostingsFormat(name=Lucene41WithOrds), 8grand6_s=PostingsFormat(name=MockRandom), n_tl1=PostingsFormat(name=Direct), 7grand6_s=PostingsFormat(name=NestedPulsing), 6grand4_s=PostingsFormat(name=MockRandom), 7grand3_s=PostingsFormat(name=MockRandom), 39parent_f1_s=PostingsFormat(name=MockRandom), 2child1_s=PostingsFormat(name=NestedPulsing), 8parent_f2_s=PostingsFormat(name=NestedPulsing), n_td1=PostingsFormat(name=Direct), 8grand7_s=PostingsFormat(name=NestedPulsing), 13parent_f1_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=NestedPulsing), 7grand1_s=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Direct), 3parent_f1_s=PostingsFormat(name=NestedPulsing), 31parent_f2_s=PostingsFormat(name=NestedPulsing), 4grand2_s=PostingsFormat(name=MockRandom), 14parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child2_s=PostingsFormat(name=NestedPulsing), 5parent_f2_s=PostingsFormat(name=Direct), 35parent_f1_s=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=MockRandom), 5grand3_s=PostingsFormat(name=Direct), 4child2_s=PostingsFormat(name=MockRandom), 19parent_f2_s=PostingsFormat(name=NestedPulsing), 22parent_f1_s=PostingsFormat(name=Direct), 30parent_f2_s=PostingsFormat(name=Direct), 5grand1_s=PostingsFormat(name=MockRandom), 5parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 4child0_s=PostingsFormat(name=Direct), 17parent_f1_s=PostingsFormat(name=MockRandom), 8grand5_s=PostingsFormat(name=Lucene41WithOrds), 8grand2_s=PostingsFormat(name=MockRandom), 35parent_f2_s=PostingsFormat(name=NestedPulsing), 8grand4_s=PostingsFormat(name=Direct), 8grand3_s=PostingsFormat(name=NestedPulsing), 17parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 40parent_f1_s=PostingsFormat(name=Direct), 16parent_f1_s=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr_CS, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=224023584,total=393216000
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, TestFastOutputStream, TestSchemaResource, AlternateDirectoryTest, TestIBSimilarityFactory, TestSolrQueryParserDefaultOperatorResource, TestCoreContainer, TestBadConfig, SpellCheckComponentTest, TestJmxMonitoredMap, TestBinaryResponseWriter, TestStressReorder, SearchHandlerTest, TestClassNameShortening, SolrIndexSplitterTest, FileBasedSpellCheckerTest, IndexSchemaTest, DisMaxRequestHandlerTest, RecoveryZkTest, TestRecoveryHdfs, TestDocumentBuilder, TestRandomMergePolicy, DirectSolrConnectionTest, RAMDirectoryFactoryTest, TestDynamicFieldCollectionResource, BadIndexSchemaTest, CopyFieldTest, SuggesterFSTTest, TestValueSourceCache, HdfsRecoveryZkTest, LeaderElectionTest, FieldAnalysisRequestHandlerTest, DistributedTermsComponentTest, TestQuerySenderNoQuery, IndexSchemaRuntimeFieldTest, PathHierarchyTokenizerFactoryTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J1 in 68.13s, 1 test, 1 error <<< FAILURES!

[...truncated 815 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 62 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1586 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1586/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([C7D0E5B4918FDB87:46366BACE6D0BBBB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9644 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 214638 T587 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 214642 T587 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379053245077
   [junit4]   2> 214643 T587 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 214644 T588 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 214745 T587 oasc.ZkTestServer.run start zk server on port:35669
   [junit4]   2> 214746 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 214750 T594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357f3c84 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 214750 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 214750 T587 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 214761 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 214763 T596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ca1d1ad name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 214763 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 214763 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 214773 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 214782 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 214792 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 214811 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 214812 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 214831 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 214831 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 214937 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 214938 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 214941 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 214942 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 214951 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 214951 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 214954 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 214955 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 214958 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 214958 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 214966 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 214967 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 214970 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 214970 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 214974 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 214974 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 215166 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 215169 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35673
   [junit4]   2> 215170 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 215170 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 215171 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419
   [junit4]   2> 215171 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/'
   [junit4]   2> 215196 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/solr.xml
   [junit4]   2> 215257 T587 oasc.CoreContainer.<init> New CoreContainer 603980841
   [junit4]   2> 215258 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/]
   [junit4]   2> 215259 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 215259 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 215262 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 215273 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 215273 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 215274 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 215274 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 215275 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 215279 T607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33b2880e name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 215279 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 215296 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 215307 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 215309 T609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7db1a20d name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 215310 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 215312 T587 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 215317 T587 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 215326 T587 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 215328 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35673_
   [junit4]   2> 215330 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35673_
   [junit4]   2> 215338 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 215352 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 215355 T587 oasc.Overseer.start Overseer (id=90377633469693955-127.0.0.1:35673_-n_0000000000) starting
   [junit4]   2> 215367 T587 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 215378 T611 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 215379 T587 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 215381 T587 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 215384 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 215387 T610 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 215393 T612 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 215393 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 215394 T612 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 216892 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 216893 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35673_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35673"}
   [junit4]   2> 216893 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 216894 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 216907 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 217397 T612 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 217397 T612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1
   [junit4]   2> 217397 T612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 217398 T612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 217398 T612 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 217399 T612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/'
   [junit4]   2> 217401 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/lib/classes/' to classloader
   [junit4]   2> 217401 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/lib/README' to classloader
   [junit4]   2> 217473 T612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 217538 T612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 217640 T612 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 217652 T612 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 217928 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1748530449
   [junit4]   2> 217929 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=460061381
   [junit4]   2> 218305 T612 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 218306 T612 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 218306 T612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 218320 T612 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 218324 T612 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 218343 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 218348 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 218353 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 218354 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 218355 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 218355 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 218356 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 218357 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 218357 T612 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 218357 T612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/
   [junit4]   2> 218358 T612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 218359 T612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data
   [junit4]   2> 218359 T612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index/
   [junit4]   2> 218359 T612 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 218360 T612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index
   [junit4]   2> 218360 T612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 218361 T612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@43714a3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e315547),segFN=segments_1,generation=1}
   [junit4]   2> 218362 T612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 218366 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 218366 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 218368 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 218368 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 218369 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 218369 T612 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 218371 T612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 218371 T612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 218372 T612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 218388 T612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 218395 T612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 218395 T612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 218396 T612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 218397 T612 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@43714a3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e315547),segFN=segments_1,generation=1}
   [junit4]   2> 218397 T612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 218397 T612 oass.SolrIndexSearcher.<init> Opening Searcher@2a6bc996 main
   [junit4]   2> 218401 T613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a6bc996 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 218404 T612 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 218404 T612 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35673 collection:control_collection shard:shard1
   [junit4]   2> 218404 T612 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 218417 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 218436 T612 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 218447 T612 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 218447 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 218448 T612 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35673/collection1/
   [junit4]   2> 218448 T612 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 218448 T612 oasc.SyncStrategy.syncToMe http://127.0.0.1:35673/collection1/ has no replicas
   [junit4]   2> 218448 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35673/collection1/ shard1
   [junit4]   2> 218449 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 219915 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 219933 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 219949 T612 oasc.ZkController.register We are http://127.0.0.1:35673/collection1/ and leader is http://127.0.0.1:35673/collection1/
   [junit4]   2> 219949 T612 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35673
   [junit4]   2> 219949 T612 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 219949 T612 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 219950 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 219952 T612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 219954 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 219954 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 219955 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 219968 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 219970 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 219972 T616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ca9111 name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 219972 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 219974 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 219977 T587 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 220321 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 220324 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35678
   [junit4]   2> 220325 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/'
   [junit4]   2> 220372 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/solr.xml
   [junit4]   2> 220480 T587 oasc.CoreContainer.<init> New CoreContainer 466417861
   [junit4]   2> 220481 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/]
   [junit4]   2> 220483 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 220485 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 220485 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 220486 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 220486 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 220487 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 220487 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 220508 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 220508 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 220509 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 220509 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 220511 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 220518 T627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b7da27 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 220519 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 220522 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 220540 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 220543 T629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10fec3cf name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 220544 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 220556 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 221447 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 221449 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35673_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35673"}
   [junit4]   2> 221466 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221466 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221466 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221560 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35678_
   [junit4]   2> 221562 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35678_
   [junit4]   2> 221564 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221565 T609 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221565 T616 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221565 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 221565 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 221566 T629 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221581 T630 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 221581 T630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 221587 T630 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 222974 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 222975 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35678_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35678"}
   [junit4]   2> 222975 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 222976 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 223018 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223018 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223018 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223590 T630 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 223590 T630 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1
   [junit4]   2> 223590 T630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 223591 T630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 223591 T630 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 223592 T630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/'
   [junit4]   2> 223594 T630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/lib/classes/' to classloader
   [junit4]   2> 223595 T630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/lib/README' to classloader
   [junit4]   2> 223663 T630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 223730 T630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 223833 T630 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 223845 T630 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 224500 T630 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 224501 T630 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 224502 T630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 224511 T630 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 224514 T630 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 224530 T630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 224534 T630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 224537 T630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 224538 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 224539 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 224539 T630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 224540 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 224540 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 224540 T630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 224541 T630 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/
   [junit4]   2> 224541 T630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 224542 T630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1
   [junit4]   2> 224542 T630 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index/
   [junit4]   2> 224542 T630 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 224542 T630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index
   [junit4]   2> 224543 T630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 224544 T630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67d3ed0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11f53d3f),segFN=segments_1,generation=1}
   [junit4]   2> 224544 T630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 224547 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 224550 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 224550 T630 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 224550 T630 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 224552 T630 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 224552 T630 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 224563 T630 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 224567 T630 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 224567 T630 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 224568 T630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 224568 T630 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67d3ed0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11f53d3f),segFN=segments_1,generation=1}
   [junit4]   2> 224569 T630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 224569 T630 oass.SolrIndexSearcher.<init> Opening Searcher@3ffd7420 main
   [junit4]   2> 224573 T631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ffd7420 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 224575 T630 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 224575 T630 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35678 collection:collection1 shard:shard1
   [junit4]   2> 224575 T630 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 224583 T630 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 224608 T630 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 224611 T630 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 224611 T630 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 224612 T630 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35678/collection1/
   [junit4]   2> 224612 T630 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 224612 T630 oasc.SyncStrategy.syncToMe http://127.0.0.1:35678/collection1/ has no replicas
   [junit4]   2> 224612 T630 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35678/collection1/ shard1
   [junit4]   2> 224612 T630 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 226027 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 226046 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226046 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226046 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226068 T630 oasc.ZkController.register We are http://127.0.0.1:35678/collection1/ and leader is http://127.0.0.1:35678/collection1/
   [junit4]   2> 226068 T630 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35678
   [junit4]   2> 226068 T630 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 226068 T630 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 226069 T630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 226071 T630 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 226072 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 226073 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 226073 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 226364 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 226367 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35683
   [junit4]   2> 226368 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 226368 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 226369 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518
   [junit4]   2> 226369 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/'
   [junit4]   2> 226423 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/solr.xml
   [junit4]   2> 226561 T587 oasc.CoreContainer.<init> New CoreContainer 35942222
   [junit4]   2> 226562 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/]
   [junit4]   2> 226564 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 226564 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 226565 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 226565 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 226566 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 226568 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 226568 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 226590 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 226591 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 226592 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 226593 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 226595 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 226599 T643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e5374f4 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 226600 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 226603 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 226616 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 226619 T645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@789d222b name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 226620 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 226632 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 227561 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 227562 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35678_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35678"}
   [junit4]   2> 227603 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227637 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35683_
   [junit4]   2> 227640 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35683_
   [junit4]   2> 227670 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227670 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227671 T616 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227670 T609 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227671 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 227671 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 227673 T629 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227674 T645 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227701 T646 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 227702 T646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 227771 T646 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 229110 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 229111 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 229112 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 229112 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 229117 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229774 T646 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 229774 T646 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1
   [junit4]   2> 229774 T646 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 229775 T646 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 229775 T646 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 229777 T646 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/'
   [junit4]   2> 229779 T646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/lib/classes/' to classloader
   [junit4]   2> 229779 T646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/lib/README' to classloader
   [junit4]   2> 229845 T646 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 229909 T646 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 230012 T646 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 230024 T646 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 230670 T646 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 230671 T646 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 230672 T646 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 230687 T646 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 230691 T646 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 230709 T646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 230714 T646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 230719 T646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 230720 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 230721 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 230721 T646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 230722 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 230722 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 230723 T646 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 230723 T646 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/
   [junit4]   2> 230724 T646 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 230725 T646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2
   [junit4]   2> 230725 T646 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index/
   [junit4]   2> 230725 T646 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 230726 T646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index
   [junit4]   2> 230726 T646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 230727 T646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6211ff17 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c2fe7f9),segFN=segments_1,generation=1}
   [junit4]   2> 230728 T646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 230733 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 230733 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 230734 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 230734 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230735 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230735 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 230736 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230736 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230736 T646 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 230737 T646 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 230738 T646 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 230738 T646 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 230739 T646 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 230739 T646 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 230740 T646 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 230756 T646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 230762 T646 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 230762 T646 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 230763 T646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 230764 T646 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6211ff17 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c2fe7f9),segFN=segments_1,generation=1}
   [junit4]   2> 230764 T646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 230765 T646 oass.SolrIndexSearcher.<init> Opening Searcher@43255dfa main
   [junit4]   2> 230770 T647 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43255dfa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 230773 T646 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 230773 T646 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35683 collection:collection1 shard:shard1
   [junit4]   2> 230773 T646 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 230788 T646 oasc.ZkController.register We are http://127.0.0.1:35683/collection1/ and leader is http://127.0.0.1:35678/collection1/
   [junit4]   2> 230788 T646 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35683
   [junit4]   2> 230789 T646 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 230789 T646 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C868 name=collection1 org.apache.solr.core.SolrCore@388cc906 url=http://127.0.0.1:35683/collection1 node=127.0.0.1:35683_ C868_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:35683_, base_url=http://127.0.0.1:35683}
   [junit4]   2> 230797 T648 C868 P35683 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 230797 T646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 230798 T648 C868 P35683 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 230798 T648 C868 P35683 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 230799 T648 C868 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 230799 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 230800 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 230800 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 230800 T648 C868 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 230842 T619 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 231099 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 231102 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35690
   [junit4]   2> 231103 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 231103 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 231104 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249
   [junit4]   2> 231104 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/'
   [junit4]   2> 231143 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/solr.xml
   [junit4]   2> 231234 T587 oasc.CoreContainer.<init> New CoreContainer 775668875
   [junit4]   2> 231235 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/]
   [junit4]   2> 231237 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 231238 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 231238 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 231239 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 231239 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 231240 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 231240 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 231241 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 231241 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 231242 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 231258 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 231259 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 231259 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 231260 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 231261 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231264 T660 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b03291d name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231264 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231267 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 231279 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231281 T662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27c34b9f name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231281 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231293 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 232133 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 232134 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 232151 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232297 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35690_
   [junit4]   2> 232299 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35690_
   [junit4]   2> 232301 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232301 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232302 T662 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232302 T616 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232302 T609 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232303 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232302 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232303 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232304 T629 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232304 T645 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232319 T663 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 232320 T663 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 232321 T663 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 232846 T619 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 232846 T619 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:35683_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2011 
   [junit4]   2> 233658 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35690_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35690"}
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 233672 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 234324 T663 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 234324 T663 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1
   [junit4]   2> 234324 T663 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 234325 T663 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 234325 T663 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 234327 T663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/'
   [junit4]   2> 234329 T663 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/lib/README' to classloader
   [junit4]   2> 234329 T663 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/lib/classes/' to classloader
   [junit4]   2> 234395 T663 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 234474 T663 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 234576 T663 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 234588 T663 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C869 name=collection1 org.apache.solr.core.SolrCore@388cc906 url=http://127.0.0.1:35683/collection1 node=127.0.0.1:35683_ C869_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:35683_, base_url=http://127.0.0.1:35683}
   [junit4]   2> 234848 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35678/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 234861 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
   [junit4]   2> 234884 T648 C869 P35683 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35683 START replicas=[http://127.0.0.1:35678/collection1/] nUpdates=100
   [junit4]   2> 234899 T648 C869 P35683 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 234901 T648 C869 P35683 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35678/collection1/. core=collection1
   [junit4]   2> 234901 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C870 name=collection1 org.apache.solr.core.SolrCore@1547f5ba url=http://127.0.0.1:35678/collection1 node=127.0.0.1:35678_ C870_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:35678_, base_url=http://127.0.0.1:35678, leader=true}
   [junit4]   2> 234919 T620 C870 P35678 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 234962 T621 C870 P35678 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 234963 T621 C870 P35678 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 234964 T621 C870 P35678 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 234964 T621 C870 P35678 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 39
   [junit4]   2> 234966 T648 C869 P35683 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 234966 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
   [junit4]   2> 234994 T648 C869 P35683 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 234997 T622 C870 P35678 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 234998 T622 C870 P35678 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 234999 T648 C869 P35683 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 234999 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 235000 T648 C869 P35683 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 235000 T648 C869 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 235031 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 235178 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 235179 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 235201 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live

[...truncated too long message...]

rrently being tracked
   [junit4]   2> 318890 T662 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3;done=false>>]
   [junit4]   2> 318890 T662 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3
   [junit4]   2> 318891 T662 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index;done=false>>]
   [junit4]   2> 318891 T662 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index
   [junit4]   2> 318891 T662 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 318892 T662 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 318892 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 318892 T662 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 319938 T680 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:35700  couldn't connect to http://127.0.0.1:35690/collection1/, counting as success
   [junit4]   2> 319938 T680 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35700 DONE. sync succeeded
   [junit4]   2> 319938 T680 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 319939 T680 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 319939 T680 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@63a1e298
   [junit4]   2> 319949 T680 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 319949 T680 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 319949 T680 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 319950 T680 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 319954 T680 C874 P35700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@36cf3633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ee4424),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@36cf3633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ee4424),segFN=segments_3,generation=3}
   [junit4]   2> 319955 T680 C874 P35700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 319956 T680 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 319956 T680 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4;done=false>>]
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index;done=false>>]
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index
   [junit4]   2> 319958 T680 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 319958 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 319959 T680 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 319959 T680 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=415), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=415)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sq, timezone=America/Creston
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=199471352,total=392167424
   [junit4]   2> NOTE: All tests run in this JVM: [MinimalSchemaTest, StatsComponentTest, TestRTGBase, PrimUtilsTest, OpenCloseCoreStressTest, TestSolrXmlPersistor, HdfsLockFactoryTest, FieldAnalysisRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, BasicFunctionalityTest, RegexBoostProcessorTest, ShardRoutingCustomTest, TestZkChroot, TestSchemaVersionResource, SimplePostToolTest, RequiredFieldsTest, FieldMutatingUpdateProcessorTest, TestFastLRUCache, TestRemoteStreaming, RequestHandlersTest, FileBasedSpellCheckerTest, PingRequestHandlerTest, TestSystemIdResolver, TestNonNRTOpen, TestCoreContainer, TestInfoStreamLogging, SimpleFacetsTest, ZkCLITest, SyncSliceTest]
   [junit4] Completed on J0 in 105.57s, 1 test, 1 failure <<< FAILURES!

[...truncated 855 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 58 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1585 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1585/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([54BEEDD5AAB7FC57:D55863CDDDE89C6B]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9584 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 57138 T73 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /q_jf/l
   [junit4]   2> 57146 T73 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-FullSolrCloudDistribCmdsTest-1379014780708
   [junit4]   2> 57148 T73 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 57149 T74 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 57250 T73 oasc.ZkTestServer.run start zk server on port:63648
   [junit4]   2> 57251 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 57256 T80 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72ff95e1 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57256 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 57257 T73 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 57262 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 57271 T82 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@732d0fda name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57271 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 57272 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 57282 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 57286 T73 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 57290 T73 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 57295 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 57296 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 57313 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 57314 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 57419 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57419 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57424 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 57425 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 57430 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 57430 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 57435 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 57436 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 57440 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57441 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57446 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57446 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57451 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 57452 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 57456 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 57457 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 58383 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 58655 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63652
   [junit4]   2> 58701 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 58701 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 58702 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023
   [junit4]   2> 58702 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/'
   [junit4]   2> 58729 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/solr.xml
   [junit4]   2> 58796 T73 oasc.CoreContainer.<init> New CoreContainer 1743861771
   [junit4]   2> 58797 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/]
   [junit4]   2> 58798 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 58801 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 58801 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 58802 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 58815 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 58815 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 58816 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 58816 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 58817 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58821 T94 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39317bd2 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58822 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58824 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 58835 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58837 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b5830dd name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58837 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58841 T73 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 58852 T73 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 58857 T73 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 58860 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63652_q_jf%2Fl
   [junit4]   2> 58862 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63652_q_jf%2Fl
   [junit4]   2> 58872 T73 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 58894 T73 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 58898 T73 oasc.Overseer.start Overseer (id=90375112668938243-127.0.0.1:63652_q_jf%2Fl-n_0000000000) starting
   [junit4]   2> 58911 T73 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 58923 T98 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 58923 T73 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 58927 T73 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 58929 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 58933 T97 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 58940 T99 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 58941 T99 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 58942 T99 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 60440 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 60441 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63652_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63652/q_jf/l"}
   [junit4]   2> 60442 T97 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 60449 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 60464 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60944 T99 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 60944 T99 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1
   [junit4]   2> 60944 T99 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 60946 T99 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 60946 T99 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 60948 T99 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/'
   [junit4]   2> 60951 T99 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/lib/classes/' to classloader
   [junit4]   2> 60952 T99 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/lib/README' to classloader
   [junit4]   2> 61050 T99 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 61119 T99 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 61222 T99 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 61252 T99 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 61962 T99 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 61962 T99 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 61964 T99 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 61983 T99 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 61988 T99 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 62025 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 62032 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 62038 T99 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 62039 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 62040 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 62040 T99 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 62042 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 62043 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 62043 T99 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 62044 T99 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/
   [junit4]   2> 62044 T99 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 62046 T99 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data
   [junit4]   2> 62046 T99 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index/
   [junit4]   2> 62047 T99 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 62047 T99 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index
   [junit4]   2> 62048 T99 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 62050 T99 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7572fe69 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6735fad1),segFN=segments_1,generation=1}
   [junit4]   2> 62050 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 62057 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 62133 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 62134 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 62134 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 62135 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 62135 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 62136 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 62136 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 62137 T99 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 62138 T99 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 62139 T99 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 62139 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 62140 T99 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 62141 T99 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 62142 T99 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 62158 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 62165 T99 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 62165 T99 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 62166 T99 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 62167 T99 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7572fe69 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6735fad1),segFN=segments_1,generation=1}
   [junit4]   2> 62168 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 62168 T99 oass.SolrIndexSearcher.<init> Opening Searcher@2c8633e1 main
   [junit4]   2> 62174 T100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c8633e1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 62178 T99 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 62179 T99 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63652/q_jf/l collection:control_collection shard:shard1
   [junit4]   2> 62179 T99 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 62195 T99 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 62217 T99 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 62221 T99 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 62222 T99 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 62222 T99 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63652/q_jf/l/collection1/
   [junit4]   2> 62223 T99 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 62223 T99 oasc.SyncStrategy.syncToMe http://127.0.0.1:63652/q_jf/l/collection1/ has no replicas
   [junit4]   2> 62224 T99 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63652/q_jf/l/collection1/ shard1
   [junit4]   2> 62224 T99 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 63473 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63531 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63560 T99 oasc.ZkController.register We are http://127.0.0.1:63652/q_jf/l/collection1/ and leader is http://127.0.0.1:63652/q_jf/l/collection1/
   [junit4]   2> 63560 T99 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63652/q_jf/l
   [junit4]   2> 63560 T99 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 63561 T99 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 63561 T99 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 63563 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63565 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 63566 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 63663 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 63735 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 63743 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 63745 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@226d8d0a name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 63746 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 63748 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 63754 T73 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 64042 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 64045 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63656
   [junit4]   2> 64046 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 64046 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 64047 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314
   [junit4]   2> 64048 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/'
   [junit4]   2> 64087 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/solr.xml
   [junit4]   2> 64197 T73 oasc.CoreContainer.<init> New CoreContainer 985026647
   [junit4]   2> 64198 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/]
   [junit4]   2> 64200 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 64200 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 64201 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 64201 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 64202 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 64202 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 64203 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 64203 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 64204 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 64204 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 64223 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 64223 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 64224 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 64224 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 64226 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 64263 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d1289ef name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 64263 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 64280 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 64295 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 64297 T116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37842ccc name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 64298 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 64354 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 65047 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 65048 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63652_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63652/q_jf/l"}
   [junit4]   2> 65075 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65075 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65075 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65359 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63656_q_jf%2Fl
   [junit4]   2> 65361 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63656_q_jf%2Fl
   [junit4]   2> 65365 T103 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65365 T116 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65366 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65365 T96 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65366 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65367 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65382 T117 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 65383 T117 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 65385 T117 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 66581 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 66583 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63656_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63656/q_jf/l"}
   [junit4]   2> 66583 T97 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 66584 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 66632 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66632 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66632 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 67387 T117 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 67387 T117 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1
   [junit4]   2> 67388 T117 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 67389 T117 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 67389 T117 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 67391 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/'
   [junit4]   2> 67393 T117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/lib/README' to classloader
   [junit4]   2> 67393 T117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/lib/classes/' to classloader
   [junit4]   2> 67465 T117 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 67533 T117 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 67635 T117 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 67655 T117 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 68355 T117 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 68356 T117 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 68357 T117 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 68373 T117 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 68377 T117 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 68413 T117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 68419 T117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 68425 T117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 68429 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 68430 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 68430 T117 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 68431 T117 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/
   [junit4]   2> 68431 T117 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 68433 T117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1
   [junit4]   2> 68433 T117 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index/
   [junit4]   2> 68434 T117 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 68435 T117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index
   [junit4]   2> 68435 T117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 68437 T117 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c4ce108 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@167664af),segFN=segments_1,generation=1}
   [junit4]   2> 68437 T117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 68445 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 68445 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 68446 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 68446 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 68447 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 68447 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 68448 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 68449 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 68449 T117 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 68450 T117 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 68451 T117 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 68452 T117 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 68452 T117 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 68453 T117 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 68454 T117 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 68471 T117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 68476 T117 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 68477 T117 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 68478 T117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 68479 T117 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c4ce108 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@167664af),segFN=segments_1,generation=1}
   [junit4]   2> 68480 T117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 68480 T117 oass.SolrIndexSearcher.<init> Opening Searcher@74214eec main
   [junit4]   2> 68488 T118 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74214eec main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 68492 T117 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 68493 T117 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63656/q_jf/l collection:collection1 shard:shard1
   [junit4]   2> 68493 T117 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 68508 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 68529 T117 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 68541 T117 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 68541 T117 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 68541 T117 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63656/q_jf/l/collection1/
   [junit4]   2> 68542 T117 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 68542 T117 oasc.SyncStrategy.syncToMe http://127.0.0.1:63656/q_jf/l/collection1/ has no replicas
   [junit4]   2> 68543 T117 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63656/q_jf/l/collection1/ shard1
   [junit4]   2> 68543 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 69642 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 69686 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69686 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69686 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69734 T117 oasc.ZkController.register We are http://127.0.0.1:63656/q_jf/l/collection1/ and leader is http://127.0.0.1:63656/q_jf/l/collection1/
   [junit4]   2> 69734 T117 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63656/q_jf/l
   [junit4]   2> 69734 T117 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 69735 T117 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 69735 T117 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 69738 T117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 69740 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 69740 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 69741 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 70042 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 70046 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63659
   [junit4]   2> 70047 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 70047 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 70048 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315
   [junit4]   2> 70048 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/'
   [junit4]   2> 70088 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/solr.xml
   [junit4]   2> 70184 T73 oasc.CoreContainer.<init> New CoreContainer 843644011
   [junit4]   2> 70185 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/]
   [junit4]   2> 70187 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 70187 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 70188 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 70188 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 70189 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 70189 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 70190 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 70190 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 70191 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 70191 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 70211 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 70211 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 70212 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 70213 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 70214 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70218 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff1c043 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70218 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70234 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 70248 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70251 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a7075b name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70251 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70264 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 71202 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 71204 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63656_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63656/q_jf/l"}
   [junit4]   2> 71223 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71269 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63659_q_jf%2Fl
   [junit4]   2> 71271 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63659_q_jf%2Fl
   [junit4]   2> 71275 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71275 T103 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71275 T116 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71275 T96 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71276 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71276 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71276 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71278 T132 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71288 T133 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 71288 T133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 71290 T133 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 72730 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72732 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63659_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63659/q_jf/l"}
   [junit4]   2> 72733 T97 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 72733 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 72748 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 73292 T133 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 73292 T133 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1
   [junit4]   2> 73293 T133 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 73294 T133 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 73294 T133 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 73296 T133 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/'
   [junit4]   2> 73298 T133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/lib/README' to classloader
   [junit4]   2> 73300 T133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/lib/classes/' to classloader
   [junit4]   2> 73371 T133 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 73451 T133 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 73553 T133 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 73572 T133 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 74264 T133 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 74264 T133 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 74265 T133 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 74281 T133 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 74286 T133 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 74320 T133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 74327 T133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 74332 T133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 74334 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 74334 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 74335 T133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 74336 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 74337 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 74337 T133 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 74338 T133 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/
   [junit4]   2> 74338 T133 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 74340 T133 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2
   [junit4]   2> 74340 T133 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index/
   [junit4]   2> 74340 T133 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 74341 T133 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index
   [junit4]   2> 74342 T133 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 74343 T133 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ac68ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c57787b),segFN=segments_1,generation=1}
   [junit4]   2> 74344 T133 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 74351 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 74351 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 74352 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 74352 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 74353 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 74353 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 74354 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 74354 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 74355 T133 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 74356 T133 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 74357 T133 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 74357 T133 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 74358 T133 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 74359 T133 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 74360 T133 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 74376 T133 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 74382 T133 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 74383 T133 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 74384 T133 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 74385 T133 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ac68ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c57787b),segFN=segments_1,generation=1}
   [junit4]   2> 74385 T133 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 74386 T133 oass.SolrIndexSearcher.<init> Opening Searcher@71303650 main
   [junit4]   2> 74393 T134 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71303650 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 74398 T133 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 74398 T133 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63659/q_jf/l collection:collection1 shard:shard2
   [junit4]   2> 74398 T133 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 74413 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 74455 T133 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 74459 T133 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 74459 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 74460 T133 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63659/q_jf/l/collection1/
   [junit4]   2> 74460 T133 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 74460 T133 oasc.SyncStrategy.syncToMe http://127.0.0.1:63659/q_jf/l/collection1/ has no replicas
   [junit4]   2> 74461 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63659/q_jf/l/collection1/ shard2
   [junit4]   2> 74461 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 75758 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 75784 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75795 T133 oasc.ZkController.register We are http://127.0.0.1:63659/q_jf/l/collection1/ and leader is http://127.0.0.1:63659/q_jf/l/collection1/
   [junit4]   2> 75795 T133 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63659/q_jf/l
   [junit4]   2> 75796 T133 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 75796 T133 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 75796 T133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 75799 T133 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 75800 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 75801 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 75802 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 76097 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 76100 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63663
   [junit4]   2> 76101 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 76102 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 76102 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376
   [junit4]   2> 76103 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/'
   [junit4]   2> 76142 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/solr.xml
   [junit4]   2> 76248 T73 oasc.CoreContainer.<init> New CoreContainer 1299257975
   [junit4]   2> 76249 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/]
   [junit4]   2> 76251 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 76251 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 76252 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 76252 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 76253 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 76253 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 76254 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 76254 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 76255 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 76255 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 76275 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76275 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76276 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 76276 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76278 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76281 T146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@683c56ff name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76282 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76297 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 76311 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76313 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56df7ace name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76314 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76320 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 77293 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 77295 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63659_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63659/q_jf/l"}
   [junit4]   2> 77311 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77325 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63663_q_jf%2Fl
   [junit4]   2> 77327 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63663_q_jf%2Fl
   [junit4]   2> 77331 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77331 T103 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77332 T148 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77331 T96 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77331 T116 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77332 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77332 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77332 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77333 T132 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77333 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77343 T149 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 77344 T149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 77346 T149 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 78818 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 78820 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63663_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63663/q_jf/l"}
   [junit4]   2> 78820 T97 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 78821 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 78835 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 79348 T149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 79348 T149 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1
   [junit4]   2> 79349 T149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 79350 T149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 79350 T149 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 79352 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/'
   [junit4]   2> 79354 T149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/lib/classes/' to classloader
   [junit4]   2> 79356 T149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/lib/README' to classloader
   [junit4]   2> 79428 T149 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 79496 T149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 79598 T149 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 79616 T149 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 80312 T149 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 80313 T149 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 80314 T149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 80330 T149 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 80334 T149 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 80367 T149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 80373 T149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 80378 T149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 80380 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 80380 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 80381 T149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 80382 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 80383 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 80383 T149 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 80384 T149 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/
   [junit4]   2> 80384 T149 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 80385 T149 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3
   [junit4]   2> 80386 T149 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index/
   [junit4]   2> 80386 T149 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 80387 T149 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index
   [junit4]   2> 80387 T149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 80389 T149 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@74a9cfbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@33c5d754),segFN=segments_1,generation=1}
   [junit4]   2> 80389 T149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 80396 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 80397 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 80397 T149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 80398 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 80398 T149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpda

[...truncated too long message...]

[junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 102861 T73 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 128120 T148 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:63663/q_jf/l  couldn't connect to http://127.0.0.1:63656/q_jf/l/collection1/, counting as success
   [junit4]   2> 128120 T148 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63663/q_jf/l DONE. sync succeeded
   [junit4]   2> 128121 T148 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 128123 T148 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
   [junit4]   2> 128123 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63663/q_jf/l/collection1/ shard1
   [junit4]   2> 128124 T148 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29aa31
   [junit4]   2> 128127 T148 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=10,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=50,cumulative_deletesById=3,cumulative_deletesByQuery=2,cumulative_errors=0}
   [junit4]   2> 128127 T148 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 128127 T148 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 128128 T148 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 128129 T148 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3;done=false>>]
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3
   [junit4]   2> 128131 T148 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index;done=false>>]
   [junit4]   2> 128131 T148 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index
   [junit4]   2> 128131 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 128132 T148 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 128133 T148 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90375112668938250-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 128133 T148 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 128135 T148 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=lt_LT, timezone=America/Boise
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=81282064,total=136314880
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleFacetsTest, ClusterStateUpdateTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J0 in 72.08s, 1 test, 1 error <<< FAILURES!

[...truncated 988 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 58 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1584 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1584/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([83318485C29021E5:2D70A9DB5CF41D9]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:404)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:534)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9999 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 1199786 T2827 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1199792 T2827 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1378977768868
   [junit4]   2> 1199793 T2827 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1199794 T2828 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1199895 T2827 oasc.ZkTestServer.run start zk server on port:41621
   [junit4]   2> 1199896 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199900 T2834 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f7905d5 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199900 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199901 T2827 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1199921 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199924 T2836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76615658 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199924 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199925 T2827 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1199928 T2827 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1199930 T2827 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1199932 T2827 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1199935 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1199935 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1199940 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1199941 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1200044 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1200045 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1200048 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1200049 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1200051 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1200052 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1200060 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1200061 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1200063 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1200064 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1200066 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1200067 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1200075 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1200076 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1200079 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1200079 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1200362 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1200370 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54789
   [junit4]   2> 1200371 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1200371 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1200372 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158
   [junit4]   2> 1200372 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/'
   [junit4]   2> 1200410 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/solr.xml
   [junit4]   2> 1200502 T2827 oasc.CoreContainer.<init> New CoreContainer 1207113147
   [junit4]   2> 1200503 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/]
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1200506 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1200506 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1200507 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1200507 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1200508 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1200508 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1200508 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1200526 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1200526 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1200527 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1200527 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1200528 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1200531 T2847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eb19e81 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1200532 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1200542 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1200554 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1200556 T2849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1190f177 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1200556 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1200559 T2827 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1200568 T2827 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1200571 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1200579 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54789_
   [junit4]   2> 1200581 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54789_
   [junit4]   2> 1200584 T2827 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1200601 T2827 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1200604 T2827 oasc.Overseer.start Overseer (id=90372687061057539-127.0.0.1:54789_-n_0000000000) starting
   [junit4]   2> 1200615 T2827 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1200627 T2851 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1200627 T2827 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1200629 T2827 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1200637 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1200639 T2850 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1200645 T2852 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1200646 T2852 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1200647 T2852 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1202142 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54789_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54789"}
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1202161 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1202649 T2852 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1202649 T2852 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1
   [junit4]   2> 1202649 T2852 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1202650 T2852 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1202650 T2852 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1202651 T2852 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/'
   [junit4]   2> 1202653 T2852 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/lib/classes/' to classloader
   [junit4]   2> 1202654 T2852 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/lib/README' to classloader
   [junit4]   2> 1202718 T2852 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1202782 T2852 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1202883 T2852 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1202895 T2852 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1203577 T2852 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203578 T2852 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203578 T2852 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1203590 T2852 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1203594 T2852 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1203606 T2852 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203611 T2852 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203615 T2852 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203617 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203617 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203617 T2852 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1203618 T2852 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/
   [junit4]   2> 1203618 T2852 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1203619 T2852 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data
   [junit4]   2> 1203619 T2852 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index/
   [junit4]   2> 1203619 T2852 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1203620 T2852 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index
   [junit4]   2> 1203620 T2852 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1203621 T2852 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6bf10663 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71ed970f),segFN=segments_1,generation=1}
   [junit4]   2> 1203622 T2852 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203625 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1203625 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1203627 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203627 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203628 T2852 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1203628 T2852 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1203630 T2852 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1203630 T2852 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1203646 T2852 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203652 T2852 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1203652 T2852 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1203653 T2852 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1203653 T2852 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6bf10663 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71ed970f),segFN=segments_1,generation=1}
   [junit4]   2> 1203654 T2852 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203654 T2852 oass.SolrIndexSearcher.<init> Opening Searcher@17c65caa main
   [junit4]   2> 1203657 T2853 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17c65caa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1203659 T2852 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1203659 T2852 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54789 collection:control_collection shard:shard1
   [junit4]   2> 1203660 T2852 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1203670 T2852 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1203719 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1203730 T2852 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1203731 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54789/collection1/
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.syncToMe http://127.0.0.1:54789/collection1/ has no replicas
   [junit4]   2> 1203732 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54789/collection1/ shard1
   [junit4]   2> 1203732 T2852 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1205166 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1205193 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1205216 T2852 oasc.ZkController.register We are http://127.0.0.1:54789/collection1/ and leader is http://127.0.0.1:54789/collection1/
   [junit4]   2> 1205216 T2852 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54789
   [junit4]   2> 1205216 T2852 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1205216 T2852 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1205217 T2852 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1205218 T2852 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1205219 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1205220 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1205220 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1205232 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1205234 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205236 T2856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@347af5e7 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205236 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205237 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1205239 T2827 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1205525 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1205528 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10388
   [junit4]   2> 1205529 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/'
   [junit4]   2> 1205568 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/solr.xml
   [junit4]   2> 1205660 T2827 oasc.CoreContainer.<init> New CoreContainer 731798434
   [junit4]   2> 1205661 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/]
   [junit4]   2> 1205663 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1205663 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1205665 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1205665 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1205666 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1205666 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1205667 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1205682 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1205682 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1205683 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1205683 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1205684 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205687 T2867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@408fe059 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205688 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205703 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1205713 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205715 T2869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0a866c name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205716 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205720 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1206707 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1206708 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54789_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54789"}
   [junit4]   2> 1206732 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206732 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10388_
   [junit4]   2> 1206732 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206732 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206733 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10388_
   [junit4]   2> 1206735 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206736 T2849 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206736 T2856 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206736 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1206736 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1206737 T2869 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206745 T2870 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1206745 T2870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1206746 T2870 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1208236 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:10388_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:10388"}
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1208254 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208254 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208254 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208748 T2870 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1208748 T2870 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1
   [junit4]   2> 1208748 T2870 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1208749 T2870 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1208749 T2870 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1208750 T2870 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/'
   [junit4]   2> 1208752 T2870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/lib/README' to classloader
   [junit4]   2> 1208753 T2870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/lib/classes/' to classloader
   [junit4]   2> 1208816 T2870 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1208881 T2870 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1208982 T2870 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1208993 T2870 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1209639 T2870 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1209640 T2870 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1209641 T2870 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1209652 T2870 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1209656 T2870 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1209668 T2870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1209673 T2870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1209677 T2870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1209677 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1209678 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1209678 T2870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1209679 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1209679 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1209679 T2870 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1209680 T2870 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/
   [junit4]   2> 1209680 T2870 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1209681 T2870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1
   [junit4]   2> 1209681 T2870 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index/
   [junit4]   2> 1209681 T2870 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1209682 T2870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index
   [junit4]   2> 1209683 T2870 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1209684 T2870 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@129d214a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73857e79),segFN=segments_1,generation=1}
   [junit4]   2> 1209684 T2870 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1209688 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1209690 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1209690 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1209691 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1209691 T2870 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1209693 T2870 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1209693 T2870 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1209694 T2870 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1209709 T2870 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1209714 T2870 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1209715 T2870 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1209716 T2870 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1209716 T2870 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@129d214a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73857e79),segFN=segments_1,generation=1}
   [junit4]   2> 1209716 T2870 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1209717 T2870 oass.SolrIndexSearcher.<init> Opening Searcher@6fb4c2e1 main
   [junit4]   2> 1209721 T2871 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fb4c2e1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1209724 T2870 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1209724 T2870 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10388 collection:collection1 shard:shard1
   [junit4]   2> 1209724 T2870 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1209735 T2870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1209756 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1209767 T2870 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1209767 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1209767 T2870 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10388/collection1/
   [junit4]   2> 1209767 T2870 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1209768 T2870 oasc.SyncStrategy.syncToMe http://127.0.0.1:10388/collection1/ has no replicas
   [junit4]   2> 1209768 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10388/collection1/ shard1
   [junit4]   2> 1209768 T2870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1211268 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1211287 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211287 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211287 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211303 T2870 oasc.ZkController.register We are http://127.0.0.1:10388/collection1/ and leader is http://127.0.0.1:10388/collection1/
   [junit4]   2> 1211303 T2870 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10388
   [junit4]   2> 1211303 T2870 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1211303 T2870 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1211304 T2870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1211305 T2870 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1211306 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1211307 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1211307 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1211606 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1211609 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38156
   [junit4]   2> 1211610 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1211610 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1211611 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392
   [junit4]   2> 1211611 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/'
   [junit4]   2> 1211649 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/solr.xml
   [junit4]   2> 1211741 T2827 oasc.CoreContainer.<init> New CoreContainer 1862151664
   [junit4]   2> 1211741 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/]
   [junit4]   2> 1211743 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1211745 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1211745 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1211746 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1211746 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1211747 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1211747 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1211762 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1211763 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1211763 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1211764 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1211765 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1211770 T2883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c0182c name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1211770 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1211772 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1211782 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1211784 T2885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12c73471 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1211785 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1211794 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1212797 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38156_
   [junit4]   2> 1212799 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38156_
   [junit4]   2> 1212800 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1212801 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1212801 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:10388_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:10388"}
   [junit4]   2> 1212801 T2856 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212801 T2885 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212802 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212814 T2869 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212822 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212822 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212822 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212827 T2886 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1212827 T2886 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1212830 T2886 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1212831 T2849 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212831 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212832 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214332 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38156"}
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1214348 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214833 T2886 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1214833 T2886 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1
   [junit4]   2> 1214833 T2886 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1214834 T2886 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1214834 T2886 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1214835 T2886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/'
   [junit4]   2> 1214836 T2886 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/lib/classes/' to classloader
   [junit4]   2> 1214837 T2886 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/lib/README' to classloader
   [junit4]   2> 1214901 T2886 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1214965 T2886 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1215066 T2886 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1215077 T2886 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1215732 T2886 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1215733 T2886 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1215734 T2886 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1215746 T2886 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1215750 T2886 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1215762 T2886 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1215767 T2886 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1215771 T2886 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1215772 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1215773 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1215773 T2886 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1215774 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1215774 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1215774 T2886 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1215775 T2886 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/
   [junit4]   2> 1215775 T2886 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1215776 T2886 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2
   [junit4]   2> 1215776 T2886 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index/
   [junit4]   2> 1215777 T2886 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1215777 T2886 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index
   [junit4]   2> 1215778 T2886 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1215779 T2886 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43c75585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16b69c64),segFN=segments_1,generation=1}
   [junit4]   2> 1215779 T2886 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1215783 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1215786 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1215786 T2886 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1215787 T2886 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1215789 T2886 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1215789 T2886 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1215806 T2886 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1215811 T2886 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1215812 T2886 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1215813 T2886 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1215813 T2886 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43c75585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16b69c64),segFN=segments_1,generation=1}
   [junit4]   2> 1215814 T2886 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1215814 T2886 oass.SolrIndexSearcher.<init> Opening Searcher@527289b3 main
   [junit4]   2> 1215819 T2887 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@527289b3 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1215821 T2886 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1215821 T2886 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38156 collection:collection1 shard:shard2
   [junit4]   2> 1215822 T2886 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1215832 T2886 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1215848 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1215851 T2886 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1215851 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1215851 T2886 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38156/collection1/
   [junit4]   2> 1215851 T2886 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1215852 T2886 oasc.SyncStrategy.syncToMe http://127.0.0.1:38156/collection1/ has no replicas
   [junit4]   2> 1215852 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1215852 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38156/collection1/ shard2
   [junit4]   2> 1215852 T2886 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1215856 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217360 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1217378 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217389 T2886 oasc.ZkController.register We are http://127.0.0.1:38156/collection1/ and leader is http://127.0.0.1:38156/collection1/
   [junit4]   2> 1217389 T2886 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38156
   [junit4]   2> 1217389 T2886 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1217389 T2886 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1217390 T2886 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1217391 T2886 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1217392 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1217393 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1217393 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1217682 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1217686 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38292
   [junit4]   2> 1217686 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1217687 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1217687 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478
   [junit4]   2> 1217688 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/'
   [junit4]   2> 1217726 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/solr.xml
   [junit4]   2> 1217817 T2827 oasc.CoreContainer.<init> New CoreContainer 598127869
   [junit4]   2> 1217818 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/]
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1217821 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1217821 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1217822 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1217822 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1217823 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1217823 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1217824 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1217839 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1217839 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1217840 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1217840 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1217841 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217845 T2899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15b496ae name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1217845 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1217860 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1217870 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217872 T2901 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f7bde8 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1217873 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1217881 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1218882 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1218883 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38156"}
   [junit4]   2> 1218884 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38292_
   [junit4]   2> 1218898 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38292_
   [junit4]   2> 1218899 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218906 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218906 T2856 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218907 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1218907 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218908 T2901 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218908 T2885 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2849 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2869 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1218921 T2902 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1218921 T2902 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1218922 T2902 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1220409 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38292_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38292"}
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1220425 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220925 T2902 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1220925 T2902 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1
   [junit4]   2> 1220925 T2902 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1220926 T2902 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1220926 T2902 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1220927 T2902 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/'
   [junit4]   2> 1220929 T2902 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/lib/classes/' to classloader
   [junit4]   2> 1220930 T2902 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/lib/README' to classloader
   [junit4]   2> 1220994 T2902 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1221058 T2902 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1221159 T2902 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1221170 T2902 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1221834 T2902 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1221835 T2902 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1221836 T2902 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1221848 T2902 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1221853 T2902 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1221865 T2902 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1221870 T2902 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1221874 T2902 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1221875 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1221875 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1221876 T2902 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1221876 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1221877 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1221877 T2902 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1221877 T2902 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty3/
   [junit4]   2> 1221878 T2902 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1221879 T2902 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty3
   [junit4]   2> 1221879 T2902 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.c

[...truncated too long message...]

he.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1284109 T2918 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:53530  couldn't connect to http://127.0.0.1:38156/collection1/, counting as success
   [junit4]   2> 1284109 T2918 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53530 DONE. sync succeeded
   [junit4]   2> 1284110 T2918 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1284110 T2918 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1284110 T2918 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ef8d354
   [junit4]   2> 1284118 T2918 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1284119 T2918 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1284119 T2918 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1284119 T2918 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1284121 T2918 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1284121 T2918 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1284121 T2918 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index;done=false>>]
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4;done=false>>]
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1284123 T2918 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45: {foo_b=PostingsFormat(name=Direct), n_f1=MockVariableIntBlock(baseBlockSize=3), foo_d=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), foo_f=PostingsFormat(name=Direct), n_tl1=MockVariableIntBlock(baseBlockSize=3), n_d1=Lucene41(blocksize=128), rnd_b=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), intDefault=Lucene41(blocksize=128), n_td1=MockVariableIntBlock(baseBlockSize=3), timestamp=Lucene41(blocksize=128), id=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), range_facet_sl=PostingsFormat(name=Direct), range_facet_si=MockVariableIntBlock(baseBlockSize=3), oddField_s=PostingsFormat(name=Direct), multiDefault=MockVariableIntBlock(baseBlockSize=3), n_tf1=Lucene41(blocksize=128), n_dt1=MockVariableIntBlock(baseBlockSize=3), range_facet_l=Lucene41(blocksize=128), n_ti1=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), text=PostingsFormat(name=Direct), _version_=Lucene41(blocksize=128), SubjectTerms_mfacet=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=MockVariableIntBlock(baseBlockSize=3)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ko_KR, timezone=Turkey
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=307678024,total=427819008
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, AlternateDirectoryTest, CopyFieldTest, CoreAdminHandlerTest, TestGroupingSearch, TestPerFieldSimilarity, DistanceFunctionTest, MinimalSchemaTest, LeaderElectionIntegrationTest, HdfsBasicDistributedZkTest, TestJmxMonitoredMap, DirectUpdateHandlerOptimizeTest, SpellCheckComponentTest, UpdateRequestProcessorFactoryTest, TestXIncludeConfig, TestDocumentBuilder, TestHashPartitioner, LoggingHandlerTest, TestDistributedGrouping, TestCSVLoader, CustomCollectionTest, TestInfoStreamLogging, TestSolrXMLSerializer, TestSchemaSimilarityResource, XmlUpdateRequestHandlerTest, OverseerTest, JsonLoaderTest, BasicFunctionalityTest, BlockDirectoryTest, SpellingQueryConverterTest, SolrCoreCheckLockOnStartupTest, DocValuesTest, PrimitiveFieldTypeTest, TestReload, XsltUpdateRequestHandlerTest, SortByFunctionTest, OverseerCollectionProcessorTest, TestPhraseSuggestions, PeerSyncTest, TestQuerySenderNoQuery, TestWriterPerf, SolrTestCaseJ4Test, HardAutoCommitTest, ParsingFieldUpdateProcessorsTest, CircularListTest, PreAnalyzedUpdateProcessorTest, JSONWriterTest, TestBinaryResponseWriter, CollectionsAPIDistributedZkTest, TestIndexSearcher, TestRemoteStreaming, QueryEqualityTest, SearchHandlerTest, NumericFieldsTest, AutoCommitTest, BJQParserTest, TestIndexingPerformance, TestNonNRTOpen, TestArbitraryIndexDir, TestDynamicFieldCollectionResource, RAMDirectoryFactoryTest, BadCopyFieldTest, QueryElevationComponentTest, SyncSliceTest, TestSuggestSpellingConverter, AssignTest, SuggesterTest, TestMultiCoreConfBootstrap, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, TestJoin, LukeRequestHandlerTest, TestFieldTypeResource, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestSolrJ, SoftAutoCommitTest, TestSearchPerf, CoreContainerCoreInitFailuresTest, BasicDistributedZkTest, BasicDistributedZk2Test]
   [junit4] Completed on J0 in 84.92s, 1 test, 1 error <<< FAILURES!

[...truncated 510 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 61 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1583 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1583/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([8D4A3EA2339A3EAE:CACB0BA44C55E92]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:404)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:534)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([8D4A3EA2339A3EAE:CACB0BA44C55E92]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9714 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 451326 T1069 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gr_/aj
   [junit4]   2> 451334 T1069 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1378956395327
   [junit4]   2> 451340 T1069 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 451341 T1070 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 451442 T1069 oasc.ZkTestServer.run start zk server on port:21920
   [junit4]   2> 451443 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 451452 T1076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2dd1859 name:ZooKeeperConnection Watcher:127.0.0.1:21920 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 451452 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 451453 T1069 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 451468 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 451472 T1078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5155bfe3 name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 451473 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 451473 T1069 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 451487 T1069 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 451491 T1069 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 451512 T1069 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 451516 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 451517 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 451539 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 451540 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 451645 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 451646 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 451649 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 451650 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 451665 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 451666 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 451670 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 451671 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 451674 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 451675 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 451686 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 451687 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 451691 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 451692 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 451695 T1069 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 451696 T1069 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 452069 T1069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 452074 T1069 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21923
   [junit4]   2> 452075 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 452076 T1069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 452076 T1069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688
   [junit4]   2> 452077 T1069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/'
   [junit4]   2> 452138 T1069 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/solr.xml
   [junit4]   2> 452245 T1069 oasc.CoreContainer.<init> New CoreContainer 1994511736
   [junit4]   2> 452245 T1069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/]
   [junit4]   2> 452247 T1069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 452248 T1069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 452248 T1069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 452249 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 452249 T1069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 452250 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 452250 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 452251 T1069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 452251 T1069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 452252 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 452271 T1069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 452271 T1069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 452272 T1069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21920/solr
   [junit4]   2> 452272 T1069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 452273 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 452276 T1089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73768a3a name:ZooKeeperConnection Watcher:127.0.0.1:21920 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 452277 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 452296 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 452312 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 452315 T1091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17b84560 name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 452315 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 452342 T1069 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 452350 T1069 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 452354 T1069 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 452373 T1069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21923_gr_%2Faj
   [junit4]   2> 452376 T1069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21923_gr_%2Faj
   [junit4]   2> 452382 T1069 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 452411 T1069 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 452446 T1069 oasc.Overseer.start Overseer (id=90371286324674563-127.0.0.1:21923_gr_%2Faj-n_0000000000) starting
   [junit4]   2> 452454 T1069 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 452475 T1093 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 452476 T1069 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 452483 T1069 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 452509 T1069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 452512 T1092 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 452519 T1094 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 452519 T1094 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 452521 T1094 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 454017 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 454018 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21923_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21923/gr_/aj"}
   [junit4]   2> 454019 T1092 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 454019 T1092 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 454093 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 454523 T1094 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 454523 T1094 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/collection1
   [junit4]   2> 454524 T1094 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 454525 T1094 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 454525 T1094 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 454526 T1094 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/collection1/'
   [junit4]   2> 454530 T1094 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/collection1/lib/README' to classloader
   [junit4]   2> 454531 T1094 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/collection1/lib/classes/' to classloader
   [junit4]   2> 454608 T1094 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 454719 T1094 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 454821 T1094 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 454836 T1094 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 455586 T1094 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 455586 T1094 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 455587 T1094 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 455601 T1094 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 455606 T1094 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 455631 T1094 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 455641 T1094 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 455646 T1094 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 455647 T1094 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 455647 T1094 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 455648 T1094 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 455649 T1094 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 455649 T1094 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 455650 T1094 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 455650 T1094 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378956395688/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/control/data/
   [junit4]   2> 455650 T1094 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e6c70
   [junit4]   2> 455652 T1094 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/control/data
   [junit4]   2> 455653 T1094 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/control/data/index/
   [junit4]   2> 455653 T1094 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 455654 T1094 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/control/data/index
   [junit4]   2> 455654 T1094 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=13.38671875, floorSegmentMB=1.9443359375, forceMergeDeletesPctAllowed=20.305154551608318, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3312158256855655
   [junit4]   2> 455655 T1094 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13b6c9d5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bb492e0),segFN=segments_1,generation=1}
   [junit4]   2> 455656 T1094 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 455660 T1094 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 455660 T1094 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 455661 T1094 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 455661 T1094 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 455661 T1094 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 455662 T1094 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 455662 T1094 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 455663 T1094 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 455663 T1094 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 455664 T1094 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 455664 T1094 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 455664 T1094 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 455665 T1094 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 455666 T1094 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 455666 T1094 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 455683 T1094 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 455690 T1094 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 455690 T1094 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 455691 T1094 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=66.3525390625, floorSegmentMB=0.919921875, forceMergeDeletesPctAllowed=20.262300800641576, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 455692 T1094 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13b6c9d5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bb492e0),segFN=segments_1,generation=1}
   [junit4]   2> 455692 T1094 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 455693 T1094 oass.SolrIndexSearcher.<init> Opening Searcher@653e4aba main
   [junit4]   2> 455696 T1095 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@653e4aba main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 455698 T1094 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 455698 T1094 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21923/gr_/aj collection:control_collection shard:shard1
   [junit4]   2> 455699 T1094 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 455712 T1094 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 455780 T1094 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 455784 T1094 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 455784 T1094 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 455784 T1094 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21923/gr_/aj/collection1/
   [junit4]   2> 455784 T1094 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 455785 T1094 oasc.SyncStrategy.syncToMe http://127.0.0.1:21923/gr_/aj/collection1/ has no replicas
   [junit4]   2> 455785 T1094 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21923/gr_/aj/collection1/ shard1
   [junit4]   2> 455785 T1094 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 457133 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 457150 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 457170 T1094 oasc.ZkController.register We are http://127.0.0.1:21923/gr_/aj/collection1/ and leader is http://127.0.0.1:21923/gr_/aj/collection1/
   [junit4]   2> 457170 T1094 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21923/gr_/aj
   [junit4]   2> 457170 T1094 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 457170 T1094 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 457171 T1094 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 457173 T1094 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 457174 T1069 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 457175 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 457175 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 457189 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 457190 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 457193 T1098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40fea6d name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457193 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 457194 T1069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 457197 T1069 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 457517 T1069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 457520 T1069 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21927
   [junit4]   2> 457521 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 457522 T1069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 457522 T1069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185
   [junit4]   2> 457523 T1069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/'
   [junit4]   2> 457566 T1069 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/solr.xml
   [junit4]   2> 457664 T1069 oasc.CoreContainer.<init> New CoreContainer 1894850024
   [junit4]   2> 457664 T1069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/]
   [junit4]   2> 457666 T1069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 457667 T1069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 457667 T1069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 457668 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 457668 T1069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 457669 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 457669 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 457670 T1069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 457670 T1069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 457671 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 457691 T1069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 457691 T1069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 457692 T1069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21920/solr
   [junit4]   2> 457693 T1069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 457694 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 457697 T1109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72a92152 name:ZooKeeperConnection Watcher:127.0.0.1:21920 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457698 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 457700 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 457715 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 457718 T1111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b397534 name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 457718 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 457731 T1069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 458657 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 458658 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21923_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21923/gr_/aj"}
   [junit4]   2> 458674 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458674 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458674 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458735 T1069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21927_gr_%2Faj
   [junit4]   2> 458737 T1069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21927_gr_%2Faj
   [junit4]   2> 458748 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458748 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458749 T1098 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 458749 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 458750 T1111 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 458751 T1091 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 458759 T1112 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 458759 T1112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 458761 T1112 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 460185 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 460186 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21927_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21927/gr_/aj"}
   [junit4]   2> 460186 T1092 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 460187 T1092 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 460201 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460201 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460201 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460763 T1112 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 460763 T1112 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/collection1
   [junit4]   2> 460764 T1112 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 460765 T1112 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 460765 T1112 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 460766 T1112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/collection1/'
   [junit4]   2> 460772 T1112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/collection1/lib/README' to classloader
   [junit4]   2> 460773 T1112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/collection1/lib/classes/' to classloader
   [junit4]   2> 460840 T1112 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 460930 T1112 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 461032 T1112 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 461047 T1112 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 461867 T1112 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 461868 T1112 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 461869 T1112 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 461882 T1112 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 461891 T1112 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 461910 T1112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 461916 T1112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 461921 T1112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 461922 T1112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 461922 T1112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 461923 T1112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 461924 T1112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 461924 T1112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 461925 T1112 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 461925 T1112 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378956401185/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty1/
   [junit4]   2> 461925 T1112 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e6c70
   [junit4]   2> 461928 T1112 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty1
   [junit4]   2> 461929 T1112 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty1/index/
   [junit4]   2> 461929 T1112 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 461929 T1112 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty1/index
   [junit4]   2> 461930 T1112 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=13.38671875, floorSegmentMB=1.9443359375, forceMergeDeletesPctAllowed=20.305154551608318, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3312158256855655
   [junit4]   2> 461931 T1112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43a33b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28f07b46),segFN=segments_1,generation=1}
   [junit4]   2> 461931 T1112 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 461936 T1112 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 461937 T1112 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 461937 T1112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 461937 T1112 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 461938 T1112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 461938 T1112 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 461939 T1112 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 461939 T1112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 461939 T1112 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 461940 T1112 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 461941 T1112 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 461941 T1112 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 461942 T1112 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 461943 T1112 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 461943 T1112 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 461965 T1112 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 461971 T1112 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 461971 T1112 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 461972 T1112 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=66.3525390625, floorSegmentMB=0.919921875, forceMergeDeletesPctAllowed=20.262300800641576, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 461973 T1112 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43a33b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28f07b46),segFN=segments_1,generation=1}
   [junit4]   2> 461973 T1112 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 461974 T1112 oass.SolrIndexSearcher.<init> Opening Searcher@207da3e8 main
   [junit4]   2> 461979 T1113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@207da3e8 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 461982 T1112 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 461982 T1112 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21927/gr_/aj collection:collection1 shard:shard1
   [junit4]   2> 461982 T1112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 461996 T1112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 462029 T1112 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 462042 T1112 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 462042 T1112 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 462042 T1112 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21927/gr_/aj/collection1/
   [junit4]   2> 462043 T1112 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 462043 T1112 oasc.SyncStrategy.syncToMe http://127.0.0.1:21927/gr_/aj/collection1/ has no replicas
   [junit4]   2> 462043 T1112 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21927/gr_/aj/collection1/ shard1
   [junit4]   2> 462044 T1112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 463209 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463234 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 463234 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 463234 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 463281 T1112 oasc.ZkController.register We are http://127.0.0.1:21927/gr_/aj/collection1/ and leader is http://127.0.0.1:21927/gr_/aj/collection1/
   [junit4]   2> 463281 T1112 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21927/gr_/aj
   [junit4]   2> 463281 T1112 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 463281 T1112 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 463282 T1112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 463284 T1112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463285 T1069 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 463286 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 463286 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 463666 T1069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 463670 T1069 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21931
   [junit4]   2> 463671 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 463671 T1069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 463672 T1069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286
   [junit4]   2> 463672 T1069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/'
   [junit4]   2> 463719 T1069 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/solr.xml
   [junit4]   2> 463818 T1069 oasc.CoreContainer.<init> New CoreContainer 1129823611
   [junit4]   2> 463819 T1069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/]
   [junit4]   2> 463821 T1069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 463822 T1069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 463822 T1069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 463823 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 463823 T1069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 463824 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 463824 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 463824 T1069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 463825 T1069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 463825 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 463844 T1069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 463844 T1069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 463845 T1069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21920/solr
   [junit4]   2> 463845 T1069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 463846 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463849 T1125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e7db1c0 name:ZooKeeperConnection Watcher:127.0.0.1:21920 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463850 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463865 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 463880 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463882 T1127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c58338 name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463882 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463898 T1069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 464749 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 464750 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21927_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21927/gr_/aj"}
   [junit4]   2> 464767 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464767 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464767 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464767 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464902 T1069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21931_gr_%2Faj
   [junit4]   2> 464905 T1069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21931_gr_%2Faj
   [junit4]   2> 464907 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464907 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 464908 T1127 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 464908 T1098 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 464908 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 464909 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 464909 T1111 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 464910 T1091 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 464945 T1128 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 464945 T1128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 464947 T1128 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 466273 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 466274 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21931_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21931/gr_/aj"}
   [junit4]   2> 466274 T1092 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 466275 T1092 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 466290 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 466290 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 466290 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 466290 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 466949 T1128 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 466949 T1128 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/collection1
   [junit4]   2> 466950 T1128 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 466951 T1128 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 466951 T1128 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 466952 T1128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/collection1/'
   [junit4]   2> 466954 T1128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/collection1/lib/classes/' to classloader
   [junit4]   2> 466954 T1128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/collection1/lib/README' to classloader
   [junit4]   2> 467034 T1128 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 467119 T1128 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 467221 T1128 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 467236 T1128 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 468064 T1128 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 468065 T1128 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 468066 T1128 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 468079 T1128 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 468083 T1128 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 468102 T1128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 468110 T1128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 468115 T1128 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 468116 T1128 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 468116 T1128 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 468117 T1128 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 468118 T1128 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 468118 T1128 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 468119 T1128 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 468119 T1128 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378956407286/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty2/
   [junit4]   2> 468119 T1128 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e6c70
   [junit4]   2> 468122 T1128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty2
   [junit4]   2> 468122 T1128 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty2/index/
   [junit4]   2> 468123 T1128 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 468123 T1128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378956395321/jetty2/index
   [junit4]   2> 468124 T1128 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=13.38671875, floorSegmentMB=1.9443359375, forceMergeDeletesPctAllowed=20.305154551608318, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3312158256855655
   [junit4]   2> 468125 T1128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@569cc6fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5f742d19),segFN=segments_1,generation=1}
   [junit4]   2> 468125 T1128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 468130 T1128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 468130 T1128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 468131 T1128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 468131 T1128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 468131 T1128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 468132 T1128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 468132 T1128 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 468133 T1128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 468133 T1128 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 468134 T1128 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 468135 T1128 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 468135 T1128 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 468135 T1128 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 468136 T1128 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 468137 T1128 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 468153 T1128 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 468159 T1128 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 468159 T1128 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 468160 T1128 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=66.3525390625, floorSegmentMB=0.919921875, forceMergeDeletesPctAllowed=20.262300800641576, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 468161 T1128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@569cc6fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5f742d19),segFN=segments_1,generation=1}
   [junit4]   2> 468161 T1128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 468162 T1128 oass.SolrIndexSearcher.<init> Opening Searcher@3b8274e7 main
   [junit4]   2> 468167 T1129 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b8274e7 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 468169 T1128 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 468170 T1128 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21931/gr_/aj collection:collection1 shard:shard2
   [junit4]   2> 468170 T1128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 468183 T1128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 468217 T1128 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 468234 T1128 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 468234 T1128 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 468235 T1128 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21931/gr_/aj/collection1/
   [junit4]   2> 468235 T1128 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 468235 T1128 oasc.SyncStrategy.syncToMe http://127.0.0.1:21931/gr_/aj/collection1/ has no replicas
   [junit4]   2> 468235 T1128 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21931/gr_/aj/collection1/ shard2
   [junit4]   2> 468236 T1128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 469298 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 469382 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469382 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469382 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469382 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469426 T1128 oasc.ZkController.register We are http://127.0.0.1:21931/gr_/aj/collection1/ and leader is http://127.0.0.1:21931/gr_/aj/collection1/
   [junit4]   2> 469426 T1128 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21931/gr_/aj
   [junit4]   2> 469426 T1128 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 469427 T1128 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 469427 T1128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 469434 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 469435 T1069 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 469436 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 469436 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 469816 T1069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 469820 T1069 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21934
   [junit4]   2> 469821 T1069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 469821 T1069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 469822 T1069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436
   [junit4]   2> 469822 T1069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/'
   [junit4]   2> 469864 T1069 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/solr.xml
   [junit4]   2> 469961 T1069 oasc.CoreContainer.<init> New CoreContainer 510081784
   [junit4]   2> 469962 T1069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/]
   [junit4]   2> 469964 T1069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 469964 T1069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 469965 T1069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 469965 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 469966 T1069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 469966 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 469967 T1069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 469967 T1069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 469968 T1069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 469968 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 469987 T1069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 469987 T1069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 469988 T1069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21920/solr
   [junit4]   2> 469988 T1069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 469989 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 469993 T1141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f60a916 name:ZooKeeperConnection Watcher:127.0.0.1:21920 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 469994 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 470010 T1069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 470023 T1069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 470025 T1143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68414c1b name:ZooKeeperConnection Watcher:127.0.0.1:21920/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 470025 T1069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 470044 T1069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 470937 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470938 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21931_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21931/gr_/aj"}
   [junit4]   2> 471030 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471030 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471030 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471030 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471030 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471048 T1069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21934_gr_%2Faj
   [junit4]   2> 471050 T1069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21934_gr_%2Faj
   [junit4]   2> 471053 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471053 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471054 T1098 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471054 T1143 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471054 T1127 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471054 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471054 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471055 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 471055 T1091 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471056 T1111 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 471076 T1144 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 471076 T1144 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 471078 T1144 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 472544 T1092 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 472545 T1092 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21934_gr_%2Faj",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21934/gr_/aj"}
   [junit4]   2> 472545 T1092 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 472546 T1092 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 472560 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472560 T1091 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472560 T1098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472560 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472560 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 473080 T1144 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 473080 T1144 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/collection1
   [junit4]   2> 473081 T1144 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 473082 T1144 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 473082 T1144 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 473083 T1144 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/collection1/'
   [junit4]   2> 473084 T1144 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378956413436/col

[...truncated too long message...]

.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1210826 T2141 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90371330713911304-core_node2-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1210827 T2141 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1210827 T2141 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1210828 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1210828 T2141 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1210828 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1210828 T2141 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45: {range_facet_l=MockVariableIntBlock(baseBlockSize=76), text=PostingsFormat(name=MockRandom), _version_=MockVariableIntBlock(baseBlockSize=76), rnd_b=PostingsFormat(name=SimpleText), intDefault=MockVariableIntBlock(baseBlockSize=76), timestamp=MockVariableIntBlock(baseBlockSize=76), id=PostingsFormat(name=SimpleText), a_t=MockVariableIntBlock(baseBlockSize=76), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=Lucene41(blocksize=128), other_tl1=MockVariableIntBlock(baseBlockSize=76), multiDefault=Lucene41(blocksize=128), a_si=Lucene41(blocksize=128)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=da_DK, timezone=Pacific/Saipan
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=342718608,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [FileUtilsTest, ShowFileRequestHandlerTest, DocumentBuilderTest, TestSolrXmlPersistence, TestSearchPerf, AddBlockUpdateTest, QueryEqualityTest, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, DefaultValueUpdateProcessorTest, TestIBSimilarityFactory, TestExtendedDismaxParser, SuggesterWFSTTest, BasicDistributedZkTest, DocValuesMultiTest, SolrXmlInZkTest, DistributedSpellCheckComponentTest, TestElisionMultitermQuery, TestRangeQuery, DirectSolrSpellCheckerTest, TestAddFieldRealTimeGet, SimplePostToolTest, IndexSchemaRuntimeFieldTest, PreAnalyzedFieldTest, SolrTestCaseJ4Test, TestHashPartitioner, JsonLoaderTest, CoreMergeIndexesAdminHandlerTest, SOLR749Test, StatelessScriptUpdateProcessorFactoryTest, UpdateParamsTest, TestImplicitCoreProperties, TestClassNameShortening, TestSchemaNameResource, SearchHandlerTest, TestRemoteStreaming, PrimitiveFieldTypeTest, TestFieldCollectionResource, TestLazyCores, ScriptEngineTest, FieldMutatingUpdateProcessorTest, TestQueryUtils, DateMathParserTest, BasicDistributedZk2Test, SolrPluginUtilsTest, URLClassifyProcessorTest, FieldAnalysisRequestHandlerTest, TermsComponentTest, SampleTest, TestSurroundQueryParser, TestPHPSerializedResponseWriter, RecoveryZkTest, HighlighterConfigTest, TestStressVersions, TestSchemaResource, UniqFieldsUpdateProcessorFactoryTest, TestDFRSimilarityFactory, ZkSolrClientTest, StressHdfsTest, SchemaVersionSpecificBehaviorTest, TestReversedWildcardFilterFactory, HdfsCollectionsAPIDistributedZkTest, NoCacheHeaderTest, BasicFunctionalityTest, BadCopyFieldTest, TestNoOpRegenerator, TestStressReorder, MinimalSchemaTest, TestSolr4Spatial, RegexBoostProcessorTest, TestQuerySenderListener, TestFoldingMultitermQuery, XsltUpdateRequestHandlerTest, LeaderElectionIntegrationTest, TestDocumentBuilder, TestJoin, TestFastOutputStream, HdfsSyncSliceTest, CSVRequestHandlerTest, TestManagedSchemaFieldResource, ShardSplitTest, SyncSliceTest]
   [junit4] Completed on J1 in 82.87s, 1 test, 1 failure <<< FAILURES!

[...truncated 505 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 61 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1582 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1582/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([570E50C8639C4FBC:D6E8DED014C32F80]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 10022 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 846574 T1331 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 846578 T1331 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1378944769780
   [junit4]   2> 846580 T1331 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 846581 T1332 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 846682 T1331 oasc.ZkTestServer.run start zk server on port:42654
   [junit4]   2> 846683 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 846687 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d0eb708 name:ZooKeeperConnection Watcher:127.0.0.1:42654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 846687 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 846687 T1331 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 846699 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 846701 T1340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@380ff786 name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 846701 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 846702 T1331 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 846712 T1331 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 846715 T1331 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 846718 T1331 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 846721 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 846722 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 846734 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 846735 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 846839 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 846840 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 846844 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 846844 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 846854 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 846855 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 846859 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 846859 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 846863 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 846863 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 846866 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 846867 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 846870 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 846871 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 846874 T1331 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 846875 T1331 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 847156 T1331 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 847159 T1331 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15457
   [junit4]   2> 847160 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 847161 T1331 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 847161 T1331 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081
   [junit4]   2> 847162 T1331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/'
   [junit4]   2> 847201 T1331 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/solr.xml
   [junit4]   2> 847292 T1331 oasc.CoreContainer.<init> New CoreContainer 15847936
   [junit4]   2> 847293 T1331 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/]
   [junit4]   2> 847295 T1331 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 847295 T1331 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 847296 T1331 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 847296 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 847297 T1331 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 847297 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 847297 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 847298 T1331 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 847298 T1331 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 847299 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 847317 T1331 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 847317 T1331 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 847318 T1331 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42654/solr
   [junit4]   2> 847318 T1331 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 847319 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 847322 T1351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64c9ba80 name:ZooKeeperConnection Watcher:127.0.0.1:42654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 847323 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 847332 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 847345 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 847347 T1353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@490ac398 name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 847347 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 847350 T1331 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 847360 T1331 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 847364 T1331 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 847366 T1331 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15457_
   [junit4]   2> 847374 T1331 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15457_
   [junit4]   2> 847377 T1331 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 847395 T1331 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 847398 T1331 oasc.Overseer.start Overseer (id=90370524432826371-127.0.0.1:15457_-n_0000000000) starting
   [junit4]   2> 847410 T1331 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 847421 T1355 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 847423 T1331 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 847425 T1331 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 847428 T1331 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 847430 T1354 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 847437 T1356 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 847437 T1356 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 847438 T1356 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 848935 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 848936 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15457_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15457"}
   [junit4]   2> 848936 T1354 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 848936 T1354 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 848952 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 849441 T1356 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 849441 T1356 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/collection1
   [junit4]   2> 849441 T1356 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 849442 T1356 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 849443 T1356 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 849444 T1356 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/collection1/'
   [junit4]   2> 849446 T1356 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/collection1/lib/README' to classloader
   [junit4]   2> 849447 T1356 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/collection1/lib/classes/' to classloader
   [junit4]   2> 849534 T1356 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 849598 T1356 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 849700 T1356 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 849712 T1356 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 850321 T1356 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 850322 T1356 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 850323 T1356 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 850332 T1356 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 850335 T1356 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 850348 T1356 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 850352 T1356 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 850355 T1356 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 850356 T1356 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 850356 T1356 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 850357 T1356 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 850358 T1356 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 850358 T1356 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 850358 T1356 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 850358 T1356 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1378944770081/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378944769780/control/data/
   [junit4]   2> 850359 T1356 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b52d8cf
   [junit4]   2> 850359 T1356 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/control/data
   [junit4]   2> 850360 T1356 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378944769780/control/data/index/
   [junit4]   2> 850360 T1356 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378944769780/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 850360 T1356 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/control/data/index
   [junit4]   2> 850361 T1356 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1431147664, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 850361 T1356 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17ca53f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f974f55),segFN=segments_1,generation=1}
   [junit4]   2> 850362 T1356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 850365 T1356 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 850365 T1356 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 850365 T1356 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 850366 T1356 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 850366 T1356 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 850366 T1356 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 850367 T1356 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 850367 T1356 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 850367 T1356 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 850368 T1356 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 850368 T1356 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 850368 T1356 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 850369 T1356 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 850369 T1356 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 850369 T1356 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 850380 T1356 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 850385 T1356 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 850385 T1356 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 850385 T1356 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 850386 T1356 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17ca53f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f974f55),segFN=segments_1,generation=1}
   [junit4]   2> 850386 T1356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 850386 T1356 oass.SolrIndexSearcher.<init> Opening Searcher@4c79b3fe main
   [junit4]   2> 850389 T1357 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c79b3fe main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 850391 T1356 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 850391 T1356 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:15457 collection:control_collection shard:shard1
   [junit4]   2> 850391 T1356 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 850398 T1356 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 850415 T1356 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 850418 T1356 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 850418 T1356 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 850419 T1356 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:15457/collection1/
   [junit4]   2> 850419 T1356 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 850419 T1356 oasc.SyncStrategy.syncToMe http://127.0.0.1:15457/collection1/ has no replicas
   [junit4]   2> 850419 T1356 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:15457/collection1/ shard1
   [junit4]   2> 850419 T1356 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 850457 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 850514 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 850587 T1356 oasc.ZkController.register We are http://127.0.0.1:15457/collection1/ and leader is http://127.0.0.1:15457/collection1/
   [junit4]   2> 850587 T1356 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15457
   [junit4]   2> 850587 T1356 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 850588 T1356 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 850588 T1356 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 850590 T1356 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 850591 T1331 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 850591 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 850592 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 850599 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 850600 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 850617 T1360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@648fda8a name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 850617 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 850619 T1331 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 850621 T1331 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 850906 T1331 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 850910 T1331 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:27171
   [junit4]   2> 850911 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 850912 T1331 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 850912 T1331 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822
   [junit4]   2> 850913 T1331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/'
   [junit4]   2> 850952 T1331 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/solr.xml
   [junit4]   2> 851043 T1331 oasc.CoreContainer.<init> New CoreContainer 1335650836
   [junit4]   2> 851044 T1331 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/]
   [junit4]   2> 851046 T1331 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 851046 T1331 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 851047 T1331 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 851047 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 851048 T1331 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 851048 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 851049 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 851049 T1331 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 851049 T1331 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 851050 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 851066 T1331 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 851066 T1331 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 851067 T1331 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42654/solr
   [junit4]   2> 851068 T1331 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 851069 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 851072 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@234ee7a4 name:ZooKeeperConnection Watcher:127.0.0.1:42654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851072 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 851088 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 851096 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 851098 T1373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45444df9 name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851098 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 851109 T1331 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 852049 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 852050 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15457_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15457"}
   [junit4]   2> 852055 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 852056 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 852055 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 852112 T1331 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27171_
   [junit4]   2> 852114 T1331 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27171_
   [junit4]   2> 852116 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 852116 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 852117 T1360 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 852117 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 852118 T1373 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 852118 T1353 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 852131 T1374 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 852131 T1374 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 852133 T1374 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 853574 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 853575 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:27171_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:27171"}
   [junit4]   2> 853576 T1354 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 853576 T1354 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 853590 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 853590 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 853590 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 854135 T1374 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 854135 T1374 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/collection1
   [junit4]   2> 854135 T1374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 854136 T1374 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 854137 T1374 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 854138 T1374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/collection1/'
   [junit4]   2> 854139 T1374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/collection1/lib/README' to classloader
   [junit4]   2> 854140 T1374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/collection1/lib/classes/' to classloader
   [junit4]   2> 854205 T1374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 854286 T1374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 854387 T1374 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 854399 T1374 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 855038 T1374 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 855040 T1374 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 855041 T1374 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 855054 T1374 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 855058 T1374 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 855074 T1374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 855079 T1374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 855083 T1374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 855085 T1374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 855085 T1374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 855085 T1374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 855086 T1374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 855086 T1374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 855087 T1374 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 855087 T1374 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1378944773822/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty1/
   [junit4]   2> 855088 T1374 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b52d8cf
   [junit4]   2> 855089 T1374 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty1
   [junit4]   2> 855089 T1374 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty1/index/
   [junit4]   2> 855089 T1374 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 855090 T1374 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty1/index
   [junit4]   2> 855090 T1374 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1431147664, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 855091 T1374 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c4497c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f9eae31),segFN=segments_1,generation=1}
   [junit4]   2> 855092 T1374 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 855097 T1374 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 855098 T1374 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 855098 T1374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 855099 T1374 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 855099 T1374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 855099 T1374 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 855100 T1374 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 855100 T1374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 855101 T1374 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 855102 T1374 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 855102 T1374 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 855103 T1374 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 855103 T1374 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 855104 T1374 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 855104 T1374 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 855121 T1374 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 855126 T1374 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 855127 T1374 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 855127 T1374 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 855128 T1374 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c4497c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f9eae31),segFN=segments_1,generation=1}
   [junit4]   2> 855128 T1374 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 855129 T1374 oass.SolrIndexSearcher.<init> Opening Searcher@3cfb8387 main
   [junit4]   2> 855135 T1375 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3cfb8387 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 855138 T1374 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 855138 T1374 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:27171 collection:collection1 shard:shard1
   [junit4]   2> 855138 T1374 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 855150 T1374 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 855169 T1374 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 855179 T1374 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 855180 T1374 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 855180 T1374 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:27171/collection1/
   [junit4]   2> 855180 T1374 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 855181 T1374 oasc.SyncStrategy.syncToMe http://127.0.0.1:27171/collection1/ has no replicas
   [junit4]   2> 855181 T1374 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:27171/collection1/ shard1
   [junit4]   2> 855181 T1374 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 856596 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 856619 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 856619 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 856619 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 856622 T1374 oasc.ZkController.register We are http://127.0.0.1:27171/collection1/ and leader is http://127.0.0.1:27171/collection1/
   [junit4]   2> 856622 T1374 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:27171
   [junit4]   2> 856622 T1374 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 856622 T1374 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 856623 T1374 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 856627 T1374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 856628 T1331 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 856629 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 856630 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 856925 T1331 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 856929 T1331 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25579
   [junit4]   2> 856929 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 856930 T1331 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 856930 T1331 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841
   [junit4]   2> 856931 T1331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/'
   [junit4]   2> 856970 T1331 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/solr.xml
   [junit4]   2> 857061 T1331 oasc.CoreContainer.<init> New CoreContainer 1929449573
   [junit4]   2> 857062 T1331 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/]
   [junit4]   2> 857064 T1331 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 857064 T1331 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 857065 T1331 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 857065 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 857066 T1331 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 857066 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 857067 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 857067 T1331 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 857067 T1331 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 857068 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 857084 T1331 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 857084 T1331 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 857085 T1331 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42654/solr
   [junit4]   2> 857085 T1331 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 857086 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 857090 T1387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@220394bb name:ZooKeeperConnection Watcher:127.0.0.1:42654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 857090 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 857103 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 857114 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 857116 T1389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@744b1247 name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 857117 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 857129 T1331 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 858131 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 858132 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:27171_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:27171"}
   [junit4]   2> 858132 T1331 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25579_
   [junit4]   2> 858137 T1331 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25579_
   [junit4]   2> 858154 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 858155 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 858156 T1360 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 858156 T1389 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 858156 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 858156 T1389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 858158 T1373 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 858158 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 858159 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 858160 T1353 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 858161 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 858167 T1390 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 858167 T1390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 858169 T1390 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 859661 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 859663 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:25579_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:25579"}
   [junit4]   2> 859663 T1354 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 859663 T1354 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 859681 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 859682 T1389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 859681 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 859681 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 860171 T1390 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 860171 T1390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/collection1
   [junit4]   2> 860171 T1390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 860172 T1390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 860173 T1390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 860174 T1390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/collection1/'
   [junit4]   2> 860176 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/collection1/lib/README' to classloader
   [junit4]   2> 860176 T1390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/collection1/lib/classes/' to classloader
   [junit4]   2> 860242 T1390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 860324 T1390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 860426 T1390 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 860440 T1390 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 861084 T1390 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 861085 T1390 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 861086 T1390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 861099 T1390 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 861104 T1390 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 861119 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 861124 T1390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 861129 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 861130 T1390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 861130 T1390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 861131 T1390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 861132 T1390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 861132 T1390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 861132 T1390 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 861133 T1390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1378944779841/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty2/
   [junit4]   2> 861133 T1390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b52d8cf
   [junit4]   2> 861134 T1390 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty2
   [junit4]   2> 861135 T1390 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty2/index/
   [junit4]   2> 861135 T1390 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 861135 T1390 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty2/index
   [junit4]   2> 861136 T1390 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1431147664, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 861137 T1390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fa8a24d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c0b2c72),segFN=segments_1,generation=1}
   [junit4]   2> 861137 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 861143 T1390 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 861144 T1390 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 861144 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 861144 T1390 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 861145 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 861145 T1390 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 861146 T1390 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 861146 T1390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 861146 T1390 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 861147 T1390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 861148 T1390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 861148 T1390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 861149 T1390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 861150 T1390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 861150 T1390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 861167 T1390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 861172 T1390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 861172 T1390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 861173 T1390 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 861174 T1390 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fa8a24d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c0b2c72),segFN=segments_1,generation=1}
   [junit4]   2> 861174 T1390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 861174 T1390 oass.SolrIndexSearcher.<init> Opening Searcher@13b53a17 main
   [junit4]   2> 861180 T1391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13b53a17 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 861183 T1390 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 861183 T1390 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25579 collection:collection1 shard:shard1
   [junit4]   2> 861184 T1390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 861224 T1390 oasc.ZkController.register We are http://127.0.0.1:25579/collection1/ and leader is http://127.0.0.1:27171/collection1/
   [junit4]   2> 861224 T1390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25579
   [junit4]   2> 861224 T1390 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 861224 T1390 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C222 name=collection1 org.apache.solr.core.SolrCore@22cb9911 url=http://127.0.0.1:25579/collection1 node=127.0.0.1:25579_ C222_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:25579_, base_url=http://127.0.0.1:25579}
   [junit4]   2> 861225 T1392 C222 P25579 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 861225 T1390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 861226 T1392 C222 P25579 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 861227 T1392 C222 P25579 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 861227 T1392 C222 P25579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 861227 T1331 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 861228 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 861228 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 861229 T1392 C222 P25579 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 861246 T1363 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 861528 T1331 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 861531 T1331 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50146
   [junit4]   2> 861532 T1331 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 861533 T1331 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 861533 T1331 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445
   [junit4]   2> 861534 T1331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/'
   [junit4]   2> 861573 T1331 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/solr.xml
   [junit4]   2> 861663 T1331 oasc.CoreContainer.<init> New CoreContainer 283960157
   [junit4]   2> 861664 T1331 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/]
   [junit4]   2> 861666 T1331 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 861667 T1331 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 861667 T1331 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 861667 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 861668 T1331 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 861668 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 861669 T1331 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 861669 T1331 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 861670 T1331 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 861670 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 861688 T1331 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 861688 T1331 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 861689 T1331 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42654/solr
   [junit4]   2> 861689 T1331 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 861690 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 861694 T1404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75d429e2 name:ZooKeeperConnection Watcher:127.0.0.1:42654 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 861695 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 861709 T1331 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 861722 T1331 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 861724 T1406 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23eea2b5 name:ZooKeeperConnection Watcher:127.0.0.1:42654/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 861725 T1331 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 861729 T1331 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 862688 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 862689 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:25579_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:25579"}
   [junit4]   2> 862703 T1406 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862703 T1389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862703 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862703 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862703 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862732 T1331 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50146_
   [junit4]   2> 862734 T1331 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50146_
   [junit4]   2> 862736 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862736 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 862737 T1406 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 862737 T1389 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 862737 T1360 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 862737 T1389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 862737 T1406 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 862737 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 862738 T1373 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 862738 T1353 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 862746 T1407 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 862747 T1407 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 862748 T1407 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 863249 T1363 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 863249 T1363 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:25579_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
   [junit4]   2> 864209 T1354 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 864210 T1354 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50146_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50146"}
   [junit4]   2> 864210 T1354 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 864210 T1354 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 864226 T1373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 864226 T1389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 864226 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 864226 T1406 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 864226 T1360 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 864750 T1407 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 864750 T1407 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/collection1
   [junit4]   2> 864750 T1407 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 864751 T1407 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 864752 T1407 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 864753 T1407 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/collection1/'
   [junit4]   2> 864754 T1407 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/collection1/lib/classes/' to classloader
   [junit4]   2> 864755 T1407 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/collection1/lib/README' to classloader
   [junit4]   2> 864821 T1407 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 864886 T1407 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 864987 T1407 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 864999 T1407 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C223 name=collection1 org.apache.solr.core.SolrCore@22cb9911 url=http://127.0.0.1:25579/collection1 node=127.0.0.1:25579_ C223_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:25579_, base_url=http://127.0.0.1:25579}
   [junit4]   2> 865251 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:27171/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 865251 T1392 C223 P25579 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:25579 START replicas=[http://127.0.0.1:27171/collection1/] nUpdates=100
   [junit4]   2> 865252 T1392 C223 P25579 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 865252 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 865252 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 865253 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 865253 T1392 C223 P25579 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 865253 T1392 C223 P25579 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:27171/collection1/. core=collection1
   [junit4]   2> 865254 T1392 C223 P25579 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C224 name=collection1 org.apache.solr.core.SolrCore@57b09969 url=http://127.0.0.1:27171/collection1 node=127.0.0.1:27171_ C224_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:27171_, base_url=http://127.0.0.1:27171, leader=true}
   [junit4]   2> 865262 T1364 C224 P27171 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
   [junit4]   2> 865269 T1365 C224 P27171 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 865269 T1365 C224 P27171 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 865270 T1365 C224 P27171 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 865270 T1365 C224 P27171 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 1
   [junit4]   2> 865271 T1392 C223 P25579 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 865272 T1392 C223 P25579 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 865274 T1366 C224 P27171 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 865275 T1366 C224 P27171 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
   [junit4]   2> 865276 T1392 C223 P25579 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 865276 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 865276 T1392 C223 P25579 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 865276 T1392 C223 P25579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 865278 T1392 C223 P25579 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 865662 T1407 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 865663 T1407 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 865664 T1407 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 865676 T1407 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 865681 T1407 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 865696 T1407 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 865701 T1407 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 865706 T1407 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 865707 T1407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 865707 T1407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 865707 T1407 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 865708 T1407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 865709 T1407 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 865709 T1407 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 865709 T1407 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty3-1378944784445/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3/
   [junit4]   2> 865710 T1407 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b52d8cf
   [junit4]   2> 865711 T1407 oasc.CachingDirectoryFactory.get return new directory for ./org.apac

[...truncated too long message...]

zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 950274 T1406 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:50146  couldn't connect to http://127.0.0.1:25579/collection1/, counting as success
   [junit4]   2> 950274 T1406 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50146 DONE. sync succeeded
   [junit4]   2> 950275 T1406 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 950275 T1406 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 950275 T1406 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5719fe95
   [junit4]   2> 950277 T1406 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 950278 T1406 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 950278 T1406 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 950278 T1406 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 950286 T1406 C226 P50146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aa2031 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@224ee8e),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aa2031 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@224ee8e),segFN=segments_4,generation=4}
   [junit4]   2> 950286 T1406 C226 P50146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 950288 T1406 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 950288 T1406 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 950289 T1406 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3/index;done=false>>]
   [junit4]   2> 950289 T1406 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3/index
   [junit4]   2> 950289 T1406 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3;done=false>>]
   [junit4]   2> 950289 T1406 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1378944769780/jetty3
   [junit4]   2> 950290 T1406 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 950290 T1406 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 950290 T1406 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 950290 T1406 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45: {range_facet_l=MockFixedIntBlock(blockSize=906), text=Pulsing41(freqCutoff=3 minBlockSize=65 maxBlockSize=137), _version_=MockFixedIntBlock(blockSize=906), rnd_b=PostingsFormat(name=MockRandom), intDefault=MockFixedIntBlock(blockSize=906), timestamp=MockFixedIntBlock(blockSize=906), id=PostingsFormat(name=MockRandom), a_t=MockFixedIntBlock(blockSize=906), range_facet_sl=Pulsing41(freqCutoff=3 minBlockSize=65 maxBlockSize=137), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=MockFixedIntBlock(blockSize=906), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_BH, timezone=Africa/Bujumbura
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=58931808,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, TestPartialUpdateDeduplication, TestFieldTypeCollectionResource, TestCodecSupport, CoreAdminCreateDiscoverTest, UnloadDistributedZkTest, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestDynamicFieldResource, TestFastLRUCache, AlternateDirectoryTest, TestQueryUtils, TestDFRSimilarityFactory, MoreLikeThisHandlerTest, AssignTest, TestSchemaResource, TestImplicitCoreProperties, TestSolrDeletionPolicy2, SolrXmlInZkTest, TestClassNameShortening, DocumentBuilderTest, AutoCommitTest, TestPhraseSuggestions, XmlUpdateRequestHandlerTest, ShardRoutingCustomTest, ResponseLogComponentTest, TestIndexingPerformance, LukeRequestHandlerTest, ZkCLITest, TermsComponentTest, PreAnalyzedUpdateProcessorTest, TestMergePolicyConfig, TestShardHandlerFactory, HardAutoCommitTest, SolrTestCaseJ4Test, OverseerCollectionProcessorTest, TestNoOpRegenerator, BasicZkTest, JsonLoaderTest, TestDocSet, CurrencyFieldOpenExchangeTest, XsltUpdateRequestHandlerTest, SystemInfoHandlerTest, TestGroupingSearch, SolrRequestParserTest, TestCloudManagedSchema, StatsComponentTest, ShardRoutingTest, NotRequiredUniqueKeyTest, TestFiltering, FieldAnalysisRequestHandlerTest, InfoHandlerTest, PolyFieldTest, TestSolrCoreProperties, RAMDirectoryFactoryTest, TestDynamicFieldCollectionResource, TestSolrJ, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, PingRequestHandlerTest, JSONWriterTest, TestFunctionQuery, TestZkChroot, TestSolrDeletionPolicy1, HdfsRecoveryZkTest, CoreMergeIndexesAdminHandlerTest, SortByFunctionTest, ReturnFieldsTest, SyncSliceTest]
   [junit4] Completed on J0 in 104.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 552 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 55 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure