You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/09/12 11:43:12 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1584 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1584/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([83318485C29021E5:2D70A9DB5CF41D9]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:404)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:534)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9999 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 1199786 T2827 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1199792 T2827 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1378977768868
   [junit4]   2> 1199793 T2827 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1199794 T2828 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1199895 T2827 oasc.ZkTestServer.run start zk server on port:41621
   [junit4]   2> 1199896 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199900 T2834 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f7905d5 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199900 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199901 T2827 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1199921 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1199924 T2836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76615658 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1199924 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1199925 T2827 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1199928 T2827 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1199930 T2827 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1199932 T2827 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1199935 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1199935 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1199940 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1199941 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1200044 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1200045 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1200048 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1200049 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1200051 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1200052 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1200060 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1200061 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1200063 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1200064 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1200066 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1200067 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1200075 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1200076 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1200079 T2827 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1200079 T2827 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1200362 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1200370 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54789
   [junit4]   2> 1200371 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1200371 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1200372 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158
   [junit4]   2> 1200372 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/'
   [junit4]   2> 1200410 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/solr.xml
   [junit4]   2> 1200502 T2827 oasc.CoreContainer.<init> New CoreContainer 1207113147
   [junit4]   2> 1200503 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/]
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1200505 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1200506 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1200506 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1200507 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1200507 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1200508 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1200508 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1200508 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1200526 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1200526 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1200527 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1200527 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1200528 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1200531 T2847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eb19e81 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1200532 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1200542 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1200554 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1200556 T2849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1190f177 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1200556 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1200559 T2827 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1200568 T2827 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1200571 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1200579 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54789_
   [junit4]   2> 1200581 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54789_
   [junit4]   2> 1200584 T2827 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1200601 T2827 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1200604 T2827 oasc.Overseer.start Overseer (id=90372687061057539-127.0.0.1:54789_-n_0000000000) starting
   [junit4]   2> 1200615 T2827 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1200627 T2851 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1200627 T2827 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1200629 T2827 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1200637 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1200639 T2850 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1200645 T2852 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1200646 T2852 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1200647 T2852 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1202142 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54789_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54789"}
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1202143 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1202161 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1202649 T2852 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1202649 T2852 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1
   [junit4]   2> 1202649 T2852 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1202650 T2852 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1202650 T2852 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1202651 T2852 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/'
   [junit4]   2> 1202653 T2852 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/lib/classes/' to classloader
   [junit4]   2> 1202654 T2852 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/lib/README' to classloader
   [junit4]   2> 1202718 T2852 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1202782 T2852 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1202883 T2852 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1202895 T2852 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1203577 T2852 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203578 T2852 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1203578 T2852 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1203590 T2852 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1203594 T2852 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1203606 T2852 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203611 T2852 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1203615 T2852 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203616 T2852 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1203617 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1203617 T2852 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1203617 T2852 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1203618 T2852 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1378977769158/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/
   [junit4]   2> 1203618 T2852 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1203619 T2852 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data
   [junit4]   2> 1203619 T2852 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index/
   [junit4]   2> 1203619 T2852 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1203620 T2852 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/control/data/index
   [junit4]   2> 1203620 T2852 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1203621 T2852 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6bf10663 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71ed970f),segFN=segments_1,generation=1}
   [junit4]   2> 1203622 T2852 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203625 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1203625 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203626 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1203627 T2852 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203627 T2852 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203628 T2852 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1203628 T2852 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1203629 T2852 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1203630 T2852 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1203630 T2852 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1203646 T2852 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203652 T2852 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1203652 T2852 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1203653 T2852 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1203653 T2852 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6bf10663 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71ed970f),segFN=segments_1,generation=1}
   [junit4]   2> 1203654 T2852 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203654 T2852 oass.SolrIndexSearcher.<init> Opening Searcher@17c65caa main
   [junit4]   2> 1203657 T2853 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17c65caa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1203659 T2852 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1203659 T2852 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54789 collection:control_collection shard:shard1
   [junit4]   2> 1203660 T2852 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1203670 T2852 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1203719 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1203730 T2852 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1203731 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54789/collection1/
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1203731 T2852 oasc.SyncStrategy.syncToMe http://127.0.0.1:54789/collection1/ has no replicas
   [junit4]   2> 1203732 T2852 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54789/collection1/ shard1
   [junit4]   2> 1203732 T2852 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1205166 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1205193 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1205216 T2852 oasc.ZkController.register We are http://127.0.0.1:54789/collection1/ and leader is http://127.0.0.1:54789/collection1/
   [junit4]   2> 1205216 T2852 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54789
   [junit4]   2> 1205216 T2852 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1205216 T2852 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1205217 T2852 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1205218 T2852 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1205219 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1205220 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1205220 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1205232 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1205234 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205236 T2856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@347af5e7 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205236 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205237 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1205239 T2827 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1205525 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1205528 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10388
   [junit4]   2> 1205529 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314
   [junit4]   2> 1205530 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/'
   [junit4]   2> 1205568 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/solr.xml
   [junit4]   2> 1205660 T2827 oasc.CoreContainer.<init> New CoreContainer 731798434
   [junit4]   2> 1205661 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/]
   [junit4]   2> 1205663 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1205663 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1205664 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1205665 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1205665 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1205666 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1205666 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1205667 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1205682 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1205682 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1205683 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1205683 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1205684 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205687 T2867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@408fe059 name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205688 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205703 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1205713 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1205715 T2869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0a866c name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1205716 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1205720 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1206707 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1206708 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54789_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54789"}
   [junit4]   2> 1206732 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206732 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10388_
   [junit4]   2> 1206732 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206732 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206733 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10388_
   [junit4]   2> 1206735 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1206736 T2849 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206736 T2856 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206736 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1206736 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1206737 T2869 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1206745 T2870 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1206745 T2870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1206746 T2870 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1208236 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:10388_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:10388"}
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1208237 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1208254 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208254 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208254 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1208748 T2870 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1208748 T2870 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1
   [junit4]   2> 1208748 T2870 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1208749 T2870 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1208749 T2870 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1208750 T2870 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/'
   [junit4]   2> 1208752 T2870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/lib/README' to classloader
   [junit4]   2> 1208753 T2870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/lib/classes/' to classloader
   [junit4]   2> 1208816 T2870 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1208881 T2870 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1208982 T2870 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1208993 T2870 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1209639 T2870 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1209640 T2870 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1209641 T2870 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1209652 T2870 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1209656 T2870 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1209668 T2870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1209673 T2870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1209677 T2870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1209677 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1209678 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1209678 T2870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1209679 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1209679 T2870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1209679 T2870 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1209680 T2870 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1378977774314/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/
   [junit4]   2> 1209680 T2870 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1209681 T2870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1
   [junit4]   2> 1209681 T2870 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index/
   [junit4]   2> 1209681 T2870 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1209682 T2870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty1/index
   [junit4]   2> 1209683 T2870 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1209684 T2870 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@129d214a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73857e79),segFN=segments_1,generation=1}
   [junit4]   2> 1209684 T2870 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1209688 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1209689 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1209690 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1209690 T2870 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1209691 T2870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1209691 T2870 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1209692 T2870 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1209693 T2870 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1209693 T2870 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1209694 T2870 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1209709 T2870 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1209714 T2870 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1209715 T2870 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1209716 T2870 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1209716 T2870 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@129d214a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73857e79),segFN=segments_1,generation=1}
   [junit4]   2> 1209716 T2870 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1209717 T2870 oass.SolrIndexSearcher.<init> Opening Searcher@6fb4c2e1 main
   [junit4]   2> 1209721 T2871 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fb4c2e1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1209724 T2870 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1209724 T2870 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10388 collection:collection1 shard:shard1
   [junit4]   2> 1209724 T2870 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1209735 T2870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1209756 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1209767 T2870 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1209767 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1209767 T2870 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10388/collection1/
   [junit4]   2> 1209767 T2870 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1209768 T2870 oasc.SyncStrategy.syncToMe http://127.0.0.1:10388/collection1/ has no replicas
   [junit4]   2> 1209768 T2870 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10388/collection1/ shard1
   [junit4]   2> 1209768 T2870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1211268 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1211287 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211287 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211287 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1211303 T2870 oasc.ZkController.register We are http://127.0.0.1:10388/collection1/ and leader is http://127.0.0.1:10388/collection1/
   [junit4]   2> 1211303 T2870 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10388
   [junit4]   2> 1211303 T2870 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1211303 T2870 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1211304 T2870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1211305 T2870 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1211306 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1211307 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1211307 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1211606 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1211609 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38156
   [junit4]   2> 1211610 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1211610 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1211611 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392
   [junit4]   2> 1211611 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/'
   [junit4]   2> 1211649 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/solr.xml
   [junit4]   2> 1211741 T2827 oasc.CoreContainer.<init> New CoreContainer 1862151664
   [junit4]   2> 1211741 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/]
   [junit4]   2> 1211743 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1211744 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1211745 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1211745 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1211746 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1211746 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1211747 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1211747 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1211762 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1211763 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1211763 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1211764 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1211765 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1211770 T2883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c0182c name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1211770 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1211772 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1211782 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1211784 T2885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12c73471 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1211785 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1211794 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1212797 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38156_
   [junit4]   2> 1212799 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38156_
   [junit4]   2> 1212800 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1212801 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1212801 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:10388_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:10388"}
   [junit4]   2> 1212801 T2856 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212801 T2885 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212802 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212814 T2869 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212822 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212822 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212822 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212827 T2886 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1212827 T2886 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1212830 T2886 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1212831 T2849 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1212831 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212832 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214332 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38156"}
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1214333 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1214348 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214348 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1214833 T2886 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1214833 T2886 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1
   [junit4]   2> 1214833 T2886 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1214834 T2886 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1214834 T2886 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1214835 T2886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/'
   [junit4]   2> 1214836 T2886 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/lib/classes/' to classloader
   [junit4]   2> 1214837 T2886 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/lib/README' to classloader
   [junit4]   2> 1214901 T2886 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1214965 T2886 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1215066 T2886 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1215077 T2886 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1215732 T2886 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1215733 T2886 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1215734 T2886 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1215746 T2886 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1215750 T2886 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1215762 T2886 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1215767 T2886 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1215771 T2886 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1215772 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1215773 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1215773 T2886 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1215774 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1215774 T2886 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1215774 T2886 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1215775 T2886 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1378977780392/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/
   [junit4]   2> 1215775 T2886 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1215776 T2886 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2
   [junit4]   2> 1215776 T2886 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index/
   [junit4]   2> 1215777 T2886 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1215777 T2886 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty2/index
   [junit4]   2> 1215778 T2886 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=29311704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1215779 T2886 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43c75585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16b69c64),segFN=segments_1,generation=1}
   [junit4]   2> 1215779 T2886 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1215783 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1215784 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1215785 T2886 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1215786 T2886 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1215786 T2886 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1215787 T2886 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1215788 T2886 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1215789 T2886 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1215789 T2886 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1215806 T2886 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1215811 T2886 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1215812 T2886 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1215813 T2886 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=565669401, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1215813 T2886 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43c75585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16b69c64),segFN=segments_1,generation=1}
   [junit4]   2> 1215814 T2886 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1215814 T2886 oass.SolrIndexSearcher.<init> Opening Searcher@527289b3 main
   [junit4]   2> 1215819 T2887 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@527289b3 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1215821 T2886 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1215821 T2886 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38156 collection:collection1 shard:shard2
   [junit4]   2> 1215822 T2886 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1215832 T2886 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1215848 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1215851 T2886 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1215851 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1215851 T2886 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38156/collection1/
   [junit4]   2> 1215851 T2886 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1215852 T2886 oasc.SyncStrategy.syncToMe http://127.0.0.1:38156/collection1/ has no replicas
   [junit4]   2> 1215852 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1215852 T2886 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38156/collection1/ shard2
   [junit4]   2> 1215852 T2886 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1215856 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1215856 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217360 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1217378 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217378 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1217389 T2886 oasc.ZkController.register We are http://127.0.0.1:38156/collection1/ and leader is http://127.0.0.1:38156/collection1/
   [junit4]   2> 1217389 T2886 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38156
   [junit4]   2> 1217389 T2886 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1217389 T2886 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1217390 T2886 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1217391 T2886 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1217392 T2827 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1217393 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1217393 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1217682 T2827 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1217686 T2827 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38292
   [junit4]   2> 1217686 T2827 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1217687 T2827 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1217687 T2827 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478
   [junit4]   2> 1217688 T2827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/'
   [junit4]   2> 1217726 T2827 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/solr.xml
   [junit4]   2> 1217817 T2827 oasc.CoreContainer.<init> New CoreContainer 598127869
   [junit4]   2> 1217818 T2827 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/]
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1217820 T2827 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1217821 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1217821 T2827 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1217822 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1217822 T2827 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1217823 T2827 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1217823 T2827 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1217824 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1217839 T2827 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1217839 T2827 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1217840 T2827 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41621/solr
   [junit4]   2> 1217840 T2827 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1217841 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217845 T2899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15b496ae name:ZooKeeperConnection Watcher:127.0.0.1:41621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1217845 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1217860 T2827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1217870 T2827 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1217872 T2901 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f7bde8 name:ZooKeeperConnection Watcher:127.0.0.1:41621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1217873 T2827 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1217881 T2827 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1218882 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1218883 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38156"}
   [junit4]   2> 1218884 T2827 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38292_
   [junit4]   2> 1218898 T2827 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38292_
   [junit4]   2> 1218899 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218899 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218906 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218906 T2856 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218907 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1218907 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1218908 T2901 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218908 T2885 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2849 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2869 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1218914 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1218921 T2902 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1218921 T2902 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1218922 T2902 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1220409 T2850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38292_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38292"}
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1220410 T2850 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1220425 T2856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2885 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220425 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1220925 T2902 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1220925 T2902 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1
   [junit4]   2> 1220925 T2902 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1220926 T2902 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1220926 T2902 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1220927 T2902 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/'
   [junit4]   2> 1220929 T2902 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/lib/classes/' to classloader
   [junit4]   2> 1220930 T2902 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/lib/README' to classloader
   [junit4]   2> 1220994 T2902 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 1221058 T2902 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1221159 T2902 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1221170 T2902 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1221834 T2902 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1221835 T2902 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1221836 T2902 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1221848 T2902 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1221853 T2902 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1221865 T2902 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1221870 T2902 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1221874 T2902 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1221875 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1221875 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1221876 T2902 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1221876 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1221877 T2902 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1221877 T2902 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1221877 T2902 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1378977786478/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty3/
   [junit4]   2> 1221878 T2902 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56d97688
   [junit4]   2> 1221879 T2902 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty3
   [junit4]   2> 1221879 T2902 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.c

[...truncated too long message...]

he.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1284109 T2918 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:53530  couldn't connect to http://127.0.0.1:38156/collection1/, counting as success
   [junit4]   2> 1284109 T2918 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53530 DONE. sync succeeded
   [junit4]   2> 1284110 T2918 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1284110 T2918 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1284110 T2918 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ef8d354
   [junit4]   2> 1284118 T2918 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1284119 T2918 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1284119 T2918 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1284119 T2918 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1284121 T2918 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1284121 T2918 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1284121 T2918 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index;done=false>>]
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4/index
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4;done=false>>]
   [junit4]   2> 1284122 T2918 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1378977768867/jetty4
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1284123 T2918 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1284123 T2918 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45: {foo_b=PostingsFormat(name=Direct), n_f1=MockVariableIntBlock(baseBlockSize=3), foo_d=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), foo_f=PostingsFormat(name=Direct), n_tl1=MockVariableIntBlock(baseBlockSize=3), n_d1=Lucene41(blocksize=128), rnd_b=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), intDefault=Lucene41(blocksize=128), n_td1=MockVariableIntBlock(baseBlockSize=3), timestamp=Lucene41(blocksize=128), id=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), range_facet_sl=PostingsFormat(name=Direct), range_facet_si=MockVariableIntBlock(baseBlockSize=3), oddField_s=PostingsFormat(name=Direct), multiDefault=MockVariableIntBlock(baseBlockSize=3), n_tf1=Lucene41(blocksize=128), n_dt1=MockVariableIntBlock(baseBlockSize=3), range_facet_l=Lucene41(blocksize=128), n_ti1=Pulsing41(freqCutoff=9 minBlockSize=78 maxBlockSize=166), text=PostingsFormat(name=Direct), _version_=Lucene41(blocksize=128), SubjectTerms_mfacet=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=MockVariableIntBlock(baseBlockSize=3)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ko_KR, timezone=Turkey
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=307678024,total=427819008
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, AlternateDirectoryTest, CopyFieldTest, CoreAdminHandlerTest, TestGroupingSearch, TestPerFieldSimilarity, DistanceFunctionTest, MinimalSchemaTest, LeaderElectionIntegrationTest, HdfsBasicDistributedZkTest, TestJmxMonitoredMap, DirectUpdateHandlerOptimizeTest, SpellCheckComponentTest, UpdateRequestProcessorFactoryTest, TestXIncludeConfig, TestDocumentBuilder, TestHashPartitioner, LoggingHandlerTest, TestDistributedGrouping, TestCSVLoader, CustomCollectionTest, TestInfoStreamLogging, TestSolrXMLSerializer, TestSchemaSimilarityResource, XmlUpdateRequestHandlerTest, OverseerTest, JsonLoaderTest, BasicFunctionalityTest, BlockDirectoryTest, SpellingQueryConverterTest, SolrCoreCheckLockOnStartupTest, DocValuesTest, PrimitiveFieldTypeTest, TestReload, XsltUpdateRequestHandlerTest, SortByFunctionTest, OverseerCollectionProcessorTest, TestPhraseSuggestions, PeerSyncTest, TestQuerySenderNoQuery, TestWriterPerf, SolrTestCaseJ4Test, HardAutoCommitTest, ParsingFieldUpdateProcessorsTest, CircularListTest, PreAnalyzedUpdateProcessorTest, JSONWriterTest, TestBinaryResponseWriter, CollectionsAPIDistributedZkTest, TestIndexSearcher, TestRemoteStreaming, QueryEqualityTest, SearchHandlerTest, NumericFieldsTest, AutoCommitTest, BJQParserTest, TestIndexingPerformance, TestNonNRTOpen, TestArbitraryIndexDir, TestDynamicFieldCollectionResource, RAMDirectoryFactoryTest, BadCopyFieldTest, QueryElevationComponentTest, SyncSliceTest, TestSuggestSpellingConverter, AssignTest, SuggesterTest, TestMultiCoreConfBootstrap, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, TestJoin, LukeRequestHandlerTest, TestFieldTypeResource, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestSolrJ, SoftAutoCommitTest, TestSearchPerf, CoreContainerCoreInitFailuresTest, BasicDistributedZkTest, BasicDistributedZk2Test]
   [junit4] Completed on J0 in 84.92s, 1 test, 1 error <<< FAILURES!

[...truncated 510 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 61 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1592 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1592/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([C18C4FA2DDAD70E6:406AC1BAAAF210DA]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9947 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 863321 T2289 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_qp/fo
   [junit4]   2> 863327 T2289 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1379175557455
   [junit4]   2> 863329 T2289 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 863330 T2290 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 863431 T2289 oasc.ZkTestServer.run start zk server on port:34991
   [junit4]   2> 863432 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 863438 T2296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64cc733e name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 863438 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 863438 T2289 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 863456 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 863458 T2298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca50ade name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 863458 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 863459 T2289 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 863469 T2289 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 863471 T2289 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 863474 T2289 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 863482 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 863483 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 863496 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 863497 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 863601 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 863602 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 863605 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 863606 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 863615 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 863615 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 863618 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 863619 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 863621 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 863622 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 863625 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 863625 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 863633 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 863633 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 863636 T2289 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 863637 T2289 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 863862 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 863868 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 863869 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 863869 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 863870 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774
   [junit4]   2> 863870 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/'
   [junit4]   2> 863913 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/solr.xml
   [junit4]   2> 864008 T2289 oasc.CoreContainer.<init> New CoreContainer 520314945
   [junit4]   2> 864009 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/]
   [junit4]   2> 864011 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 864011 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 864012 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 864013 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 864013 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 864014 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 864014 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 864015 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 864033 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 864033 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 864034 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 864035 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 864036 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 864039 T2309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@153f3c00 name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 864039 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 864057 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 864070 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 864072 T2311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ae303ba name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 864072 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 864076 T2289 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 864080 T2289 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 864088 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 864090 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34994__qp%2Ffo
   [junit4]   2> 864092 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34994__qp%2Ffo
   [junit4]   2> 864100 T2289 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 864112 T2289 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 864119 T2289 oasc.Overseer.start Overseer (id=90385649333895171-127.0.0.1:34994__qp%2Ffo-n_0000000000) starting
   [junit4]   2> 864125 T2289 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 864136 T2313 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 864137 T2289 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 864139 T2289 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 864147 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 864149 T2312 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 864156 T2314 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 864156 T2314 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 864158 T2314 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 865655 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34994__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34994/_qp/fo"}
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 865656 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 865676 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 866161 T2314 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 866161 T2314 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1
   [junit4]   2> 866161 T2314 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 866162 T2314 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 866163 T2314 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 866164 T2314 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/'
   [junit4]   2> 866166 T2314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/lib/README' to classloader
   [junit4]   2> 866167 T2314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/lib/classes/' to classloader
   [junit4]   2> 866233 T2314 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 866298 T2314 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 866401 T2314 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 866413 T2314 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 867085 T2314 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 867085 T2314 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 867086 T2314 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 867099 T2314 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 867104 T2314 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 867118 T2314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 867124 T2314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 867128 T2314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 867129 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 867130 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 867130 T2314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 867131 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 867131 T2314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 867132 T2314 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 867132 T2314 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379175557774/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/
   [junit4]   2> 867132 T2314 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 867133 T2314 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data
   [junit4]   2> 867134 T2314 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index/
   [junit4]   2> 867134 T2314 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 867134 T2314 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/control/data/index
   [junit4]   2> 867135 T2314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 867136 T2314 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5c9e654f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fc9a779),segFN=segments_1,generation=1}
   [junit4]   2> 867136 T2314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 867140 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 867141 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 867142 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 867142 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 867143 T2314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 867143 T2314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 867143 T2314 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 867144 T2314 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 867145 T2314 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 867146 T2314 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 867146 T2314 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 867163 T2314 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 867169 T2314 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 867170 T2314 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 867170 T2314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 867171 T2314 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5c9e654f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fc9a779),segFN=segments_1,generation=1}
   [junit4]   2> 867172 T2314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 867172 T2314 oass.SolrIndexSearcher.<init> Opening Searcher@4b838d77 main
   [junit4]   2> 867176 T2315 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b838d77 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 867176 T2314 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 867177 T2314 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34994/_qp/fo collection:control_collection shard:shard1
   [junit4]   2> 867177 T2314 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 867190 T2314 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 867211 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 867214 T2314 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 867214 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34994/_qp/fo/collection1/
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 867215 T2314 oasc.SyncStrategy.syncToMe http://127.0.0.1:34994/_qp/fo/collection1/ has no replicas
   [junit4]   2> 867215 T2314 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34994/_qp/fo/collection1/ shard1
   [junit4]   2> 867216 T2314 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 868683 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 868701 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 868757 T2314 oasc.ZkController.register We are http://127.0.0.1:34994/_qp/fo/collection1/ and leader is http://127.0.0.1:34994/_qp/fo/collection1/
   [junit4]   2> 868757 T2314 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34994/_qp/fo
   [junit4]   2> 868757 T2314 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 868758 T2314 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 868758 T2314 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 868788 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 868789 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 868790 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 868790 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 868803 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 868805 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 868808 T2318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b1cf549 name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 868808 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 868811 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 868813 T2289 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 869097 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 869100 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 869101 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 869101 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 869102 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941
   [junit4]   2> 869102 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/'
   [junit4]   2> 869144 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/solr.xml
   [junit4]   2> 869236 T2289 oasc.CoreContainer.<init> New CoreContainer 2130314040
   [junit4]   2> 869237 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/]
   [junit4]   2> 869239 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 869239 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 869240 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 869241 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 869241 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 869242 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 869242 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 869243 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 869258 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 869259 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 869259 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 869260 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 869261 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 869264 T2329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@491011ca name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 869265 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 869283 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 869294 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 869297 T2331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1585ab7a name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 869297 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 869308 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 870214 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 870215 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34994__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:34994/_qp/fo"}
   [junit4]   2> 870232 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870232 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870232 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870312 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48304__qp%2Ffo
   [junit4]   2> 870314 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48304__qp%2Ffo
   [junit4]   2> 870317 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870317 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 870317 T2311 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870317 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 870318 T2331 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870319 T2318 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 870332 T2332 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 870333 T2332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 870334 T2332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 871739 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48304__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48304/_qp/fo"}
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 871740 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 871758 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 871758 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 871758 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 872338 T2332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 872338 T2332 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1
   [junit4]   2> 872338 T2332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 872339 T2332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 872340 T2332 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 872341 T2332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/'
   [junit4]   2> 872342 T2332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/lib/classes/' to classloader
   [junit4]   2> 872343 T2332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/lib/README' to classloader
   [junit4]   2> 872410 T2332 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 872474 T2332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 872577 T2332 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 872589 T2332 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 873259 T2332 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 873260 T2332 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 873261 T2332 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 873275 T2332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 873279 T2332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 873293 T2332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 873298 T2332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 873303 T2332 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 873304 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 873304 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 873305 T2332 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 873306 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 873306 T2332 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 873306 T2332 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 873307 T2332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379175562941/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/
   [junit4]   2> 873307 T2332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 873308 T2332 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1
   [junit4]   2> 873308 T2332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index/
   [junit4]   2> 873309 T2332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 873309 T2332 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty1/index
   [junit4]   2> 873309 T2332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 873310 T2332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4775b87d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22173320),segFN=segments_1,generation=1}
   [junit4]   2> 873311 T2332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 873315 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 873316 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 873317 T2332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 873318 T2332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 873318 T2332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 873319 T2332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 873320 T2332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 873321 T2332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 873322 T2332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 873337 T2332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 873342 T2332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 873342 T2332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 873343 T2332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 873344 T2332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4775b87d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22173320),segFN=segments_1,generation=1}
   [junit4]   2> 873344 T2332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 873345 T2332 oass.SolrIndexSearcher.<init> Opening Searcher@7b48b420 main
   [junit4]   2> 873349 T2333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b48b420 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 873352 T2332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 873352 T2332 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48304/_qp/fo collection:collection1 shard:shard1
   [junit4]   2> 873352 T2332 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 873364 T2332 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 873382 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 873385 T2332 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 873385 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 873385 T2332 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 873386 T2332 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 873386 T2332 oasc.SyncStrategy.syncToMe http://127.0.0.1:48304/_qp/fo/collection1/ has no replicas
   [junit4]   2> 873386 T2332 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48304/_qp/fo/collection1/ shard1
   [junit4]   2> 873386 T2332 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 874765 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 874789 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874789 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874789 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 874826 T2332 oasc.ZkController.register We are http://127.0.0.1:48304/_qp/fo/collection1/ and leader is http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 874826 T2332 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48304/_qp/fo
   [junit4]   2> 874826 T2332 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 874827 T2332 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 874827 T2332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 874831 T2332 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 874832 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 874833 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 874834 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 875133 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 875136 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 875137 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 875137 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 875138 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973
   [junit4]   2> 875138 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/'
   [junit4]   2> 875181 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/solr.xml
   [junit4]   2> 875276 T2289 oasc.CoreContainer.<init> New CoreContainer 524236912
   [junit4]   2> 875277 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/]
   [junit4]   2> 875279 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 875280 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 875280 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 875281 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 875282 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 875282 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 875283 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 875283 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 875301 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 875301 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 875302 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 875302 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 875304 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 875307 T2345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@662e57d8 name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 875307 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 875323 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 875336 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 875339 T2347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f04c3c9 name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 875339 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 875345 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 876305 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 876306 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:48304__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48304/_qp/fo"}
   [junit4]   2> 876322 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876322 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876350 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41552__qp%2Ffo
   [junit4]   2> 876352 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41552__qp%2Ffo
   [junit4]   2> 876355 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876355 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876355 T2311 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876355 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 876356 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 876357 T2347 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876362 T2331 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876362 T2318 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 876370 T2348 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 876370 T2348 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 876372 T2348 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 877829 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41552__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41552/_qp/fo"}
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 877830 T2312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 877847 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 877847 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 878374 T2348 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 878374 T2348 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1
   [junit4]   2> 878374 T2348 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 878375 T2348 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 878376 T2348 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 878377 T2348 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/'
   [junit4]   2> 878379 T2348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/lib/README' to classloader
   [junit4]   2> 878380 T2348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/lib/classes/' to classloader
   [junit4]   2> 878449 T2348 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 878543 T2348 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 878645 T2348 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 878657 T2348 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 879319 T2348 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 879320 T2348 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 879320 T2348 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 879329 T2348 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 879332 T2348 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 879345 T2348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 879349 T2348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 879353 T2348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 879354 T2348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 879355 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 879355 T2348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 879356 T2348 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 879356 T2348 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379175568973/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/
   [junit4]   2> 879356 T2348 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b08e64d
   [junit4]   2> 879357 T2348 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2
   [junit4]   2> 879357 T2348 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index/
   [junit4]   2> 879357 T2348 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 879358 T2348 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379175557455/jetty2/index
   [junit4]   2> 879358 T2348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=32.349609375, floorSegmentMB=0.2421875, forceMergeDeletesPctAllowed=5.108076947987805, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 879359 T2348 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ffacff1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58d8249d),segFN=segments_1,generation=1}
   [junit4]   2> 879359 T2348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 879363 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 879364 T2348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 879365 T2348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 879365 T2348 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 879366 T2348 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 879367 T2348 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 879367 T2348 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 879378 T2348 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 879382 T2348 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 879382 T2348 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 879383 T2348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 879383 T2348 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ffacff1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58d8249d),segFN=segments_1,generation=1}
   [junit4]   2> 879384 T2348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 879384 T2348 oass.SolrIndexSearcher.<init> Opening Searcher@52e1621e main
   [junit4]   2> 879387 T2349 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52e1621e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 879389 T2348 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 879390 T2348 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41552/_qp/fo collection:collection1 shard:shard1
   [junit4]   2> 879390 T2348 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 879431 T2348 oasc.ZkController.register We are http://127.0.0.1:41552/_qp/fo/collection1/ and leader is http://127.0.0.1:48304/_qp/fo/collection1/
   [junit4]   2> 879431 T2348 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41552/_qp/fo
   [junit4]   2> 879432 T2348 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 879432 T2348 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C640 name=collection1 org.apache.solr.core.SolrCore@12cc2b41 url=http://127.0.0.1:41552/_qp/fo/collection1 node=127.0.0.1:41552__qp%2Ffo C640_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:41552__qp%2Ffo, base_url=http://127.0.0.1:41552/_qp/fo}
   [junit4]   2> 879432 T2350 C640 P41552 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 879433 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 879434 T2350 C640 P41552 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 879435 T2350 C640 P41552 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 879435 T2350 C640 P41552 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 879435 T2289 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 879436 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 879436 T2350 C640 P41552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 879436 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 879453 T2321 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 879632 T2289 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 879634 T2289 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
   [junit4]   2> 879635 T2289 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 879635 T2289 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 879636 T2289 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575
   [junit4]   2> 879636 T2289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/'
   [junit4]   2> 879666 T2289 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/solr.xml
   [junit4]   2> 879729 T2289 oasc.CoreContainer.<init> New CoreContainer 1626004471
   [junit4]   2> 879730 T2289 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379175573575/]
   [junit4]   2> 879731 T2289 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 879731 T2289 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 879732 T2289 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 879733 T2289 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 879734 T2289 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 879734 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 879745 T2289 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 879746 T2289 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 879746 T2289 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34991/solr
   [junit4]   2> 879747 T2289 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 879747 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 879751 T2362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19aa9fff name:ZooKeeperConnection Watcher:127.0.0.1:34991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 879751 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 879776 T2289 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 879788 T2289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 879791 T2364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74605dd name:ZooKeeperConnection Watcher:127.0.0.1:34991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 879791 T2289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 879803 T2289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 880807 T2289 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29505__qp%2Ffo
   [junit4]   2> 880816 T2289 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29505__qp%2Ffo
   [junit4]   2> 880820 T2318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880820 T2331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880821 T2311 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880820 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 880821 T2311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 880821 T2364 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880822 T2318 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880834 T2331 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880834 T2347 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 880841 T2365 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 880841 T2365 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 880842 T2365 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 880853 T2312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 880854 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41552__qp%2Ffo",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41552/_qp/fo"}
   [junit4]   2> 880858 T2312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":n

[...truncated too long message...]

LeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
   [junit4]   2> 1649415 T2689 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46093/collection1/ shard1
   [junit4]   2> 1649415 T2689 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@af5e5e5
   [junit4]   2> 1649416 T2689 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=10,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=3,cumulative_deletesByQuery=2,cumulative_errors=0}
   [junit4]   2> 1649417 T2689 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1649417 T2689 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1649417 T2689 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1649419 T2689 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1649419 T2689 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1649419 T2689 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3;done=false>>]
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index;done=false>>]
   [junit4]   2> 1649420 T2689 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379176274186/jetty3/index
   [junit4]   2> 1649421 T2689 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1649421 T2689 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1649422 T2689 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90385696305512458-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1649422 T2689 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1649423 T2689 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1649423 T2689 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_RS_#Latn, timezone=Asia/Bahrain
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=317462856,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, SliceStateUpdateTest, TestRemoteStreaming, TestSolrXMLSerializer, SolrPluginUtilsTest, TestCloudManagedSchemaAddField, TestAnalyzedSuggestions, AutoCommitTest, TestManagedSchemaFieldResource, TestSearchPerf, RegexBoostProcessorTest, BadIndexSchemaTest, RAMDirectoryFactoryTest, DocValuesTest, TestDistributedSearch, TestBadConfig, TestRecovery, StressHdfsTest, TestUniqueKeyFieldResource, TestCodecSupport, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, MultiTermTest, CurrencyFieldOpenExchangeTest, CSVRequestHandlerTest, SolrInfoMBeanTest, PluginInfoTest, TestSchemaResource, TestJoin, TestMergePolicyConfig, SolrCoreTest, TestBM25SimilarityFactory, TestFoldingMultitermQuery, SolrTestCaseJ4Test, TestCSVLoader, DeleteShardTest, TestJmxIntegration, WordBreakSolrSpellCheckerTest, SortByFunctionTest, AddSchemaFieldsUpdateProcessorFactoryTest, SynonymTokenizerTest, FileUtilsTest, TestZkChroot, CachingDirectoryFactoryTest, ClusterStateTest, TestStressRecovery, TestOmitPositions, TestCloudManagedSchema, TestNonNRTOpen, BadComponentTest, TestPartialUpdateDeduplication, HdfsRecoveryZkTest, TestCollationField, ShowFileRequestHandlerTest, TestUpdate, CoreContainerCoreInitFailuresTest, TestQuerySenderListener, InfoHandlerTest, OutputWriterTest, TestDFRSimilarityFactory, CollectionsAPIDistributedZkTest, TestNumberUtils, HdfsLockFactoryTest, TestReloadAndDeleteDocs, HardAutoCommitTest, PreAnalyzedUpdateProcessorTest, TestSolrJ, TestFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, TestSuggestSpellingConverter, SolrCoreCheckLockOnStartupTest, TestValueSourceCache, XmlUpdateRequestHandlerTest, MinimalSchemaTest, BasicZkTest, FieldMutatingUpdateProcessorTest, TestRandomDVFaceting, UnloadDistributedZkTest, LeaderElectionIntegrationTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J0 in 69.73s, 1 test, 1 error <<< FAILURES!

[...truncated 463 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 2 errors, 1 failure, 34 ignored (6 assumptions)

Total time: 55 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1591 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1591/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([ABE9F1CFCB4E5AA4:2A0F7FD7BC113A98]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([ABE9F1CFCB4E5AA4:2A0F7FD7BC113A98]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9646 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 287832 T581 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 287837 T581 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379147515971
   [junit4]   2> 287838 T581 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 287839 T582 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 287940 T581 oasc.ZkTestServer.run start zk server on port:48399
   [junit4]   2> 287941 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287945 T588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74e43fab name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287945 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287946 T581 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 287962 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287964 T590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@498ddb04 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287964 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287965 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 287975 T581 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 287978 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 287981 T581 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 287988 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 287989 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 288002 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 288002 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 288107 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 288108 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 288111 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 288112 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 288115 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 288116 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 288119 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 288120 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 288123 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 288124 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 288127 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 288128 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 288131 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 288131 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 288139 T581 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 288140 T581 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 288363 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 288366 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15444
   [junit4]   2> 288367 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 288367 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 288367 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278
   [junit4]   2> 288368 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/'
   [junit4]   2> 288397 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/solr.xml
   [junit4]   2> 288466 T581 oasc.CoreContainer.<init> New CoreContainer 334778306
   [junit4]   2> 288467 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/]
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 288469 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 288470 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 288471 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 288472 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 288485 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 288485 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 288486 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 288486 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 288487 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 288490 T601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b231b56 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 288490 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 288502 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 288511 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 288513 T603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4edf85e9 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 288513 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 288515 T581 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 288525 T581 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 288532 T581 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 288535 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15444_
   [junit4]   2> 288536 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15444_
   [junit4]   2> 288546 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 288558 T581 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 288566 T581 oasc.Overseer.start Overseer (id=90383811607003139-127.0.0.1:15444_-n_0000000000) starting
   [junit4]   2> 288575 T581 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 288586 T605 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 288587 T581 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 288589 T581 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 288591 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 288593 T604 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 288597 T606 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 288597 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 288599 T606 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 290097 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290098 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15444_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15444"}
   [junit4]   2> 290099 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 290114 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 290151 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 290601 T606 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 290601 T606 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1
   [junit4]   2> 290601 T606 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 290603 T606 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 290603 T606 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 290604 T606 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/'
   [junit4]   2> 290606 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/lib/README' to classloader
   [junit4]   2> 290607 T606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/lib/classes/' to classloader
   [junit4]   2> 290680 T606 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 290751 T606 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 290853 T606 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 290867 T606 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 291583 T606 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 291584 T606 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 291585 T606 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 291600 T606 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 291604 T606 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 291623 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 291629 T606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 291634 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 291635 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 291636 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 291636 T606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 291637 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 291637 T606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 291638 T606 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 291638 T606 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379147516278/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/
   [junit4]   2> 291639 T606 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 291640 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data
   [junit4]   2> 291640 T606 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index/
   [junit4]   2> 291640 T606 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 291641 T606 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/control/data/index
   [junit4]   2> 291641 T606 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 291642 T606 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69fb34e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@201fe173),segFN=segments_1,generation=1}
   [junit4]   2> 291642 T606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 291646 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 291647 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 291648 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 291648 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 291649 T606 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 291649 T606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 291649 T606 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 291650 T606 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 291650 T606 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 291651 T606 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 291651 T606 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 291652 T606 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 291652 T606 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 291672 T606 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 291679 T606 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 291679 T606 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 291680 T606 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 291681 T606 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69fb34e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@201fe173),segFN=segments_1,generation=1}
   [junit4]   2> 291681 T606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 291682 T606 oass.SolrIndexSearcher.<init> Opening Searcher@27cf7abb main
   [junit4]   2> 291685 T607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27cf7abb main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 291687 T606 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 291687 T606 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:15444 collection:control_collection shard:shard1
   [junit4]   2> 291688 T606 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 291699 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 291720 T606 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 291731 T606 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 291731 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 291731 T606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:15444/collection1/
   [junit4]   2> 291732 T606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 291732 T606 oasc.SyncStrategy.syncToMe http://127.0.0.1:15444/collection1/ has no replicas
   [junit4]   2> 291732 T606 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:15444/collection1/ shard1
   [junit4]   2> 291732 T606 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 293158 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293177 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 293226 T606 oasc.ZkController.register We are http://127.0.0.1:15444/collection1/ and leader is http://127.0.0.1:15444/collection1/
   [junit4]   2> 293226 T606 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15444
   [junit4]   2> 293226 T606 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 293226 T606 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 293227 T606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 293229 T606 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293230 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 293230 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 293231 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 293251 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 293258 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293260 T610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6825aff6 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293260 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293262 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 293266 T581 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 293481 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 293484 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19156
   [junit4]   2> 293484 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399
   [junit4]   2> 293485 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/'
   [junit4]   2> 293514 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/solr.xml
   [junit4]   2> 293584 T581 oasc.CoreContainer.<init> New CoreContainer 451963269
   [junit4]   2> 293585 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/]
   [junit4]   2> 293586 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 293586 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 293587 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 293588 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 293589 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 293589 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 293601 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 293601 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 293602 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 293602 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 293603 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293605 T621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f1cc4f8 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293606 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293620 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 293628 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293630 T623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8c5ad6 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293630 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293640 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 294644 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19156_
   [junit4]   2> 294646 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19156_
   [junit4]   2> 294665 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 294666 T610 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294666 T623 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294667 T603 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 294674 T624 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 294675 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 294676 T624 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 294689 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294689 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:15444_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:15444"}
   [junit4]   2> 294693 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:19156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:19156"}
   [junit4]   2> 294694 T604 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 294694 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 294705 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 294705 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 294705 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 295677 T624 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 295677 T624 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1
   [junit4]   2> 295677 T624 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 295679 T624 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 295679 T624 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 295680 T624 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/'
   [junit4]   2> 295682 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/lib/classes/' to classloader
   [junit4]   2> 295683 T624 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/lib/README' to classloader
   [junit4]   2> 295759 T624 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 295833 T624 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 295934 T624 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 295948 T624 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 296647 T624 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 296649 T624 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 296650 T624 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 296665 T624 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 296670 T624 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 296689 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 296694 T624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 296699 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296700 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 296700 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 296701 T624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296702 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 296702 T624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 296703 T624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 296703 T624 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379147521399/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/
   [junit4]   2> 296703 T624 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 296704 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1
   [junit4]   2> 296705 T624 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index/
   [junit4]   2> 296705 T624 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 296705 T624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty1/index
   [junit4]   2> 296706 T624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 296707 T624 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3872ad78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1130ad00),segFN=segments_1,generation=1}
   [junit4]   2> 296707 T624 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 296711 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 296712 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 296712 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296713 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 296714 T624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296714 T624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296714 T624 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 296715 T624 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 296716 T624 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 296717 T624 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 296718 T624 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 296733 T624 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 296738 T624 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 296739 T624 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 296740 T624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 296740 T624 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3872ad78 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1130ad00),segFN=segments_1,generation=1}
   [junit4]   2> 296741 T624 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 296741 T624 oass.SolrIndexSearcher.<init> Opening Searcher@4c4a5d91 main
   [junit4]   2> 296746 T625 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c4a5d91 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 296748 T624 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 296749 T624 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19156 collection:collection1 shard:shard1
   [junit4]   2> 296749 T624 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 296762 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 296781 T624 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 296784 T624 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 296784 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 296785 T624 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19156/collection1/
   [junit4]   2> 296785 T624 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 296785 T624 oasc.SyncStrategy.syncToMe http://127.0.0.1:19156/collection1/ has no replicas
   [junit4]   2> 296786 T624 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19156/collection1/ shard1
   [junit4]   2> 296786 T624 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 297722 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 297779 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297779 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297779 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 297814 T624 oasc.ZkController.register We are http://127.0.0.1:19156/collection1/ and leader is http://127.0.0.1:19156/collection1/
   [junit4]   2> 297814 T624 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19156
   [junit4]   2> 297814 T624 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 297814 T624 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 297815 T624 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 297817 T624 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 297818 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 297819 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 297819 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 298113 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 298116 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53155
   [junit4]   2> 298117 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 298118 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 298118 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964
   [junit4]   2> 298119 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/'
   [junit4]   2> 298157 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/solr.xml
   [junit4]   2> 298250 T581 oasc.CoreContainer.<init> New CoreContainer 1135525047
   [junit4]   2> 298251 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/]
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 298253 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 298254 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 298254 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 298255 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 298255 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 298256 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 298256 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 298257 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 298274 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 298274 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 298275 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 298275 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 298276 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298280 T637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fde17df name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298280 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298293 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 298305 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 298307 T639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@373e2c27 name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298308 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 298318 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 299293 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 299294 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:19156_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:19156"}
   [junit4]   2> 299314 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299314 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299323 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53155_
   [junit4]   2> 299325 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53155_
   [junit4]   2> 299328 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299328 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 299329 T623 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299329 T639 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299329 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299329 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 299330 T603 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299330 T610 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 299339 T640 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 299339 T640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 299341 T640 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 300820 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53155_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53155"}
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 300822 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 300845 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 300845 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 301343 T640 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 301343 T640 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1
   [junit4]   2> 301343 T640 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 301344 T640 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 301345 T640 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 301346 T640 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/'
   [junit4]   2> 301347 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/lib/README' to classloader
   [junit4]   2> 301348 T640 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/lib/classes/' to classloader
   [junit4]   2> 301414 T640 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 301479 T640 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 301581 T640 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 301594 T640 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 302225 T640 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 302226 T640 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 302227 T640 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 302236 T640 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 302239 T640 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 302254 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 302258 T640 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 302262 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 302263 T640 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 302265 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 302265 T640 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 302265 T640 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 302265 T640 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty2-1379147525964/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/
   [junit4]   2> 302266 T640 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55088a5f
   [junit4]   2> 302267 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2
   [junit4]   2> 302267 T640 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index/
   [junit4]   2> 302267 T640 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 302267 T640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379147515970/jetty2/index
   [junit4]   2> 302268 T640 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=35.0029296875, floorSegmentMB=1.01171875, forceMergeDeletesPctAllowed=14.693232198061866, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 302268 T640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31b1f282 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f40ad97),segFN=segments_1,generation=1}
   [junit4]   2> 302269 T640 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 302272 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 302273 T640 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 302274 T640 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 302274 T640 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 302274 T640 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 302275 T640 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 302276 T640 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 302276 T640 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 302287 T640 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 302290 T640 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 302291 T640 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 302291 T640 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=86.6728515625, floorSegmentMB=0.8720703125, forceMergeDeletesPctAllowed=15.856030406949497, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 302292 T640 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31b1f282 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f40ad97),segFN=segments_1,generation=1}
   [junit4]   2> 302292 T640 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 302292 T640 oass.SolrIndexSearcher.<init> Opening Searcher@30de1dea main
   [junit4]   2> 302296 T641 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30de1dea main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 302299 T640 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 302299 T640 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53155 collection:collection1 shard:shard1
   [junit4]   2> 302299 T640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 302316 T640 oasc.ZkController.register We are http://127.0.0.1:53155/collection1/ and leader is http://127.0.0.1:19156/collection1/
   [junit4]   2> 302316 T640 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53155
   [junit4]   2> 302316 T640 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 302316 T640 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C494 name=collection1 org.apache.solr.core.SolrCore@2c694c78 url=http://127.0.0.1:53155/collection1 node=127.0.0.1:53155_ C494_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:53155_, base_url=http://127.0.0.1:53155}
   [junit4]   2> 302325 T642 C494 P53155 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 302325 T640 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302325 T642 C494 P53155 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 302326 T642 C494 P53155 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 302326 T642 C494 P53155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 302326 T581 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 302327 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 302327 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 302328 T642 C494 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 302344 T613 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 302350 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302351 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53155_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53155"}
   [junit4]   2> 302364 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302364 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 302525 T581 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 302527 T581 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17534
   [junit4]   2> 302528 T581 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469
   [junit4]   2> 302529 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/'
   [junit4]   2> 302554 T581 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/solr.xml
   [junit4]   2> 302614 T581 oasc.CoreContainer.<init> New CoreContainer 247876054
   [junit4]   2> 302615 T581 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/]
   [junit4]   2> 302616 T581 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 302616 T581 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 302617 T581 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 302617 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 302618 T581 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 302619 T581 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 302619 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 302630 T581 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 302630 T581 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 302631 T581 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48399/solr
   [junit4]   2> 302631 T581 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 302632 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302635 T654 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52d44937 name:ZooKeeperConnection Watcher:127.0.0.1:48399 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302636 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302651 T581 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 302663 T581 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 302665 T656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b0203ea name:ZooKeeperConnection Watcher:127.0.0.1:48399/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 302666 T581 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 302677 T581 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 303345 T613 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 303345 T613 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:53155_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
   [junit4]   2> 303681 T581 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17534_
   [junit4]   2> 303684 T581 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17534_
   [junit4]   2> 303687 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 303687 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 303688 T656 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T639 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T623 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303688 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303689 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303690 T610 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303690 T603 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 303703 T657 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 303704 T657 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 303706 T657 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 303869 T604 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:17534_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:17534"}
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 303870 T604 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 303885 T656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 303885 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 304707 T657 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 304707 T657 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1
   [junit4]   2> 304707 T657 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 304709 T657 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 304709 T657 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 304710 T657 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/'
   [junit4]   2> 304712 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/lib/classes/' to classloader
   [junit4]   2> 304712 T657 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379147530469/collection1/lib/README' to classloader
   [junit4]   2> 304777 T657 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 304846 T657 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 304948 T657 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 304961 T657 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C495 name=collection1 org.apache.solr.core.SolrCore@2c694c78 url=http://127.0.0.1:53155/collection1 node=127.0.0.1:53155_ C495_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:53155_, base_url=http://127.0.0.1:53155}
   [junit4]   2> 305347 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19156/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 305362 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
   [junit4]   2> 305388 T642 C495 P53155 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53155 START replicas=[http://127.0.0.1:19156/collection1/] nUpdates=100
   [junit4]   2> 305389 T642 C495 P53155 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 305389 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 305390 T642 C495 P53155 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 305390 T642 C495 P53155 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19156/collection1/. core=collection1
   [junit4]   2> 305391 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C496 name=collection1 org.apache.solr.core.SolrCore@1f4645de url=http://127.0.0.1:19156/collection1 node=127.0.0.1:19156_ C496_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:19156_, base_url=http://127.0.0.1:19156, leader=true}
   [junit4]   2> 305400 T614 C496 P19156 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 305446 T615 C496 P19156 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 305447 T615 C496 P19156 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 305447 T615 C496 P19156 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 305448 T615 C496 P19156 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 41
   [junit4]   2> 305542 T642 C495 P53155 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 305543 T642 C495 P53155 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
   [junit4]   2> 305572 T642 C495 P53155 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 305575 T616 C496 P19156 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 305576 T616 C496 P19156 oasc.SolrCore.execute [collection1] webapp= path=/replication p

[...truncated too long message...]

teHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 427914 T685 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 427914 T685 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 427914 T685 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 427915 T685 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4;done=false>>]
   [junit4]   2> 427916 T685 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4
   [junit4]   2> 427917 T685 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index;done=false>>]
   [junit4]   2> 427917 T685 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379147567201/jetty4/index
   [junit4]   2> 427917 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 427918 T685 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 427918 T685 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/90383814989578252-core_node4-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 427919 T685 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 427920 T685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 427920 T685 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 427920 T685 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=ms, timezone=Atlantic/Faroe
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=186108328,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, TestSolrXMLSerializer, TestSolrCoreProperties, PingRequestHandlerTest, PrimitiveFieldTypeTest, TestQueryTypes, TestClassNameShortening, TestDistributedSearch, DistributedSpellCheckComponentTest, TestRandomFaceting, TestXIncludeConfig, TestOmitPositions, TestCSVResponseWriter, QueryParsingTest, TestShardHandlerFactory, HighlighterConfigTest, NotRequiredUniqueKeyTest, TestLMJelinekMercerSimilarityFactory, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, TestSchemaSimilarityResource, SpellingQueryConverterTest, TestSolrJ, CachingDirectoryFactoryTest, DirectUpdateHandlerOptimizeTest, TestFieldTypeCollectionResource, TestBinaryResponseWriter, TestCopyFieldCollectionResource, TermsComponentTest, HdfsRecoveryZkTest, TestFieldResource, HdfsChaosMonkeySafeLeaderTest, BJQParserTest, TestIndexSearcher, AnalysisAfterCoreReloadTest, SuggesterWFSTTest, TestLRUCache, FieldMutatingUpdateProcessorTest, HdfsSyncSliceTest, DocValuesMissingTest, TestCoreDiscovery, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 89.24s, 1 test, 1 error <<< FAILURES!

[...truncated 743 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 54 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1590 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1590/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([D98D48D48B607555:586BC6CCFC3F1569]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9557 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 260684 T800 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 260690 T800 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1379122316448
   [junit4]   2> 260692 T800 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 260693 T801 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 260794 T800 oasc.ZkTestServer.run start zk server on port:54784
   [junit4]   2> 260795 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260815 T807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3270e7f name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260815 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260816 T800 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 260821 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 260829 T809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7884c6f6 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 260830 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 260830 T800 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 260835 T800 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 260838 T800 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 260846 T800 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 260850 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 260851 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 260864 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 260864 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 260969 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 260970 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 260974 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 260975 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 260978 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 260979 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 260983 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 260984 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 260987 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 260988 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 260992 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 260992 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 260996 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 260997 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 261001 T800 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 261001 T800 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 261301 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 261306 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20959
   [junit4]   2> 261307 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763
   [junit4]   2> 261308 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/'
   [junit4]   2> 261349 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/solr.xml
   [junit4]   2> 261447 T800 oasc.CoreContainer.<init> New CoreContainer 1042937423
   [junit4]   2> 261448 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/]
   [junit4]   2> 261450 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 261450 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 261451 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 261451 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 261452 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 261453 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 261453 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 261454 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 261472 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 261473 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 261473 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 261474 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 261475 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261480 T820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52cc0dd0 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261480 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261497 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 261510 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261512 T822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fc6e90 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261513 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261515 T800 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 261526 T800 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 261530 T800 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 261532 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20959_
   [junit4]   2> 261534 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20959_
   [junit4]   2> 261538 T800 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 261546 T800 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 261549 T800 oasc.Overseer.start Overseer (id=90382160131391491-127.0.0.1:20959_-n_0000000000) starting
   [junit4]   2> 261554 T800 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 261565 T824 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 261567 T800 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 261570 T800 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 261572 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 261576 T823 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 261582 T825 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 261582 T825 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 261584 T825 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 263081 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 263082 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:20959_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:20959"}
   [junit4]   2> 263083 T823 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 263083 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 263098 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 263586 T825 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 263586 T825 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1
   [junit4]   2> 263586 T825 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 263587 T825 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 263587 T825 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 263589 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/'
   [junit4]   2> 263591 T825 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/lib/README' to classloader
   [junit4]   2> 263592 T825 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/lib/classes/' to classloader
   [junit4]   2> 263656 T825 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 263743 T825 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 263844 T825 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 263857 T825 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 264542 T825 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 264543 T825 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 264544 T825 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 264560 T825 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 264565 T825 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 264586 T825 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 264592 T825 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 264597 T825 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 264598 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 264599 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 264599 T825 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 264601 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 264601 T825 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 264601 T825 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 264602 T825 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1379122316763/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/
   [junit4]   2> 264602 T825 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 264603 T825 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data
   [junit4]   2> 264603 T825 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index/
   [junit4]   2> 264603 T825 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 264604 T825 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/control/data/index
   [junit4]   2> 264604 T825 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 264605 T825 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62c731e2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@438e4428),segFN=segments_1,generation=1}
   [junit4]   2> 264605 T825 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 264610 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 264611 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 264612 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 264612 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 264613 T825 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 264613 T825 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 264613 T825 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 264614 T825 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 264615 T825 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 264616 T825 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 264616 T825 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 264636 T825 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 264643 T825 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 264643 T825 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 264644 T825 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 264644 T825 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62c731e2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@438e4428),segFN=segments_1,generation=1}
   [junit4]   2> 264645 T825 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 264645 T825 oass.SolrIndexSearcher.<init> Opening Searcher@33a5d115 main
   [junit4]   2> 264649 T826 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33a5d115 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 264652 T825 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 264652 T825 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20959 collection:control_collection shard:shard1
   [junit4]   2> 264652 T825 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 264664 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 264686 T825 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 264696 T825 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 264696 T825 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 264696 T825 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20959/collection1/
   [junit4]   2> 264696 T825 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 264697 T825 oasc.SyncStrategy.syncToMe http://127.0.0.1:20959/collection1/ has no replicas
   [junit4]   2> 264697 T825 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20959/collection1/ shard1
   [junit4]   2> 264697 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 266106 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 266128 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 266140 T825 oasc.ZkController.register We are http://127.0.0.1:20959/collection1/ and leader is http://127.0.0.1:20959/collection1/
   [junit4]   2> 266140 T825 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20959
   [junit4]   2> 266140 T825 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 266140 T825 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 266141 T825 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 266143 T825 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 266144 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 266145 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 266145 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 266157 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 266158 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266161 T829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b151922 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266161 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266163 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 266166 T800 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 266470 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 266473 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31546
   [junit4]   2> 266474 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 266474 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 266475 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923
   [junit4]   2> 266475 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/'
   [junit4]   2> 266516 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/solr.xml
   [junit4]   2> 266614 T800 oasc.CoreContainer.<init> New CoreContainer 374548410
   [junit4]   2> 266615 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/]
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 266617 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 266618 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 266618 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 266619 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 266619 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 266620 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 266620 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 266620 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 266639 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 266639 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 266640 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 266640 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 266641 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266644 T840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2020b7e name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266645 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266648 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 266660 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 266662 T842 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a2c5f5 name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 266662 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 266675 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 267636 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 267637 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:20959_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:20959"}
   [junit4]   2> 267658 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267658 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267658 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267679 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31546_
   [junit4]   2> 267681 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31546_
   [junit4]   2> 267684 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267684 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 267684 T822 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267685 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 267686 T829 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267686 T842 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 267695 T843 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 267695 T843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 267697 T843 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 269165 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 269166 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:31546_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:31546"}
   [junit4]   2> 269167 T823 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 269167 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 269190 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269190 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269190 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 269700 T843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 269700 T843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1
   [junit4]   2> 269700 T843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 269701 T843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 269701 T843 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 269703 T843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/'
   [junit4]   2> 269705 T843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/lib/README' to classloader
   [junit4]   2> 269705 T843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/lib/classes/' to classloader
   [junit4]   2> 269784 T843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 269852 T843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 269953 T843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 269966 T843 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 270568 T843 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 270569 T843 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 270570 T843 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 270580 T843 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 270583 T843 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 270600 T843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 270604 T843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 270608 T843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 270609 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 270610 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 270610 T843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 270611 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 270611 T843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 270611 T843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 270612 T843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1379122321923/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/
   [junit4]   2> 270612 T843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 270613 T843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1
   [junit4]   2> 270613 T843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index/
   [junit4]   2> 270613 T843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 270613 T843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty1/index
   [junit4]   2> 270614 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 270614 T843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7bb6576d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cb29eb7),segFN=segments_1,generation=1}
   [junit4]   2> 270615 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 270619 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 270620 T843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 270621 T843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 270621 T843 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 270621 T843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 270622 T843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 270623 T843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 270623 T843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 270634 T843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 270639 T843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 270639 T843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 270640 T843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 270640 T843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7bb6576d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cb29eb7),segFN=segments_1,generation=1}
   [junit4]   2> 270641 T843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 270641 T843 oass.SolrIndexSearcher.<init> Opening Searcher@7e858f65 main
   [junit4]   2> 270645 T844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e858f65 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 270647 T843 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 270647 T843 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31546 collection:collection1 shard:shard1
   [junit4]   2> 270647 T843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 270657 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 270684 T843 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 270688 T843 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31546/collection1/
   [junit4]   2> 270688 T843 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 270688 T843 oasc.SyncStrategy.syncToMe http://127.0.0.1:31546/collection1/ has no replicas
   [junit4]   2> 270688 T843 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31546/collection1/ shard1
   [junit4]   2> 270689 T843 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 270697 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 270706 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270706 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270706 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 270747 T843 oasc.ZkController.register We are http://127.0.0.1:31546/collection1/ and leader is http://127.0.0.1:31546/collection1/
   [junit4]   2> 270747 T843 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31546
   [junit4]   2> 270747 T843 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 270747 T843 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 270747 T843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 270749 T843 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 270751 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 270751 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 270752 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 271047 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 271050 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51223
   [junit4]   2> 271050 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 271051 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 271051 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522
   [junit4]   2> 271052 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/'
   [junit4]   2> 271089 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/solr.xml
   [junit4]   2> 271177 T800 oasc.CoreContainer.<init> New CoreContainer 1854743969
   [junit4]   2> 271178 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/]
   [junit4]   2> 271179 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 271179 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 271180 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 271181 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 271182 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 271194 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 271194 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 271194 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 271195 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 271196 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 271198 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@248c90c7 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 271199 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 271213 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 271226 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 271228 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f8a614f name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 271229 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 271239 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 272214 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 272215 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:31546_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:31546"}
   [junit4]   2> 272230 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272230 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272243 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51223_
   [junit4]   2> 272245 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51223_
   [junit4]   2> 272248 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272248 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 272249 T822 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272249 T858 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272249 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 272249 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 272250 T829 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272250 T842 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 272259 T859 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 272260 T859 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 272261 T859 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 273737 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 273738 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51223_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51223"}
   [junit4]   2> 273739 T823 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 273739 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 273753 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 273754 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 274264 T859 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 274264 T859 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1
   [junit4]   2> 274264 T859 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 274266 T859 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 274266 T859 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 274267 T859 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/'
   [junit4]   2> 274269 T859 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/lib/classes/' to classloader
   [junit4]   2> 274269 T859 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/lib/README' to classloader
   [junit4]   2> 274333 T859 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 274397 T859 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 274499 T859 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 274512 T859 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 275169 T859 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 275169 T859 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 275170 T859 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 275184 T859 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 275189 T859 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 275210 T859 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 275215 T859 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 275220 T859 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 275222 T859 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 275224 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 275224 T859 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 275224 T859 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 275225 T859 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1379122326522/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/
   [junit4]   2> 275225 T859 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 275226 T859 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2
   [junit4]   2> 275227 T859 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index/
   [junit4]   2> 275227 T859 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 275227 T859 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty2/index
   [junit4]   2> 275228 T859 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 275229 T859 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f2be279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6cf2aae4),segFN=segments_1,generation=1}
   [junit4]   2> 275229 T859 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 275235 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 275235 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 275236 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 275237 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 275237 T859 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 275238 T859 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 275238 T859 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 275239 T859 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 275239 T859 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 275240 T859 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 275240 T859 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 275241 T859 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 275241 T859 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 275258 T859 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 275263 T859 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 275264 T859 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 275264 T859 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 275265 T859 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f2be279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6cf2aae4),segFN=segments_1,generation=1}
   [junit4]   2> 275265 T859 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 275266 T859 oass.SolrIndexSearcher.<init> Opening Searcher@12c7f246 main
   [junit4]   2> 275271 T860 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12c7f246 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 275274 T859 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 275275 T859 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51223 collection:collection1 shard:shard2
   [junit4]   2> 275275 T859 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 275287 T859 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 275315 T859 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 275318 T859 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 275319 T859 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 275319 T859 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51223/collection1/
   [junit4]   2> 275319 T859 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 275319 T859 oasc.SyncStrategy.syncToMe http://127.0.0.1:51223/collection1/ has no replicas
   [junit4]   2> 275320 T859 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51223/collection1/ shard2
   [junit4]   2> 275320 T859 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 276762 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 276783 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276783 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 276806 T859 oasc.ZkController.register We are http://127.0.0.1:51223/collection1/ and leader is http://127.0.0.1:51223/collection1/
   [junit4]   2> 276806 T859 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51223
   [junit4]   2> 276806 T859 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 276806 T859 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 276807 T859 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 276809 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 276810 T800 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 276811 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 276811 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 277127 T800 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 277131 T800 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62453
   [junit4]   2> 277131 T800 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 277132 T800 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 277132 T800 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580
   [junit4]   2> 277133 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/'
   [junit4]   2> 277174 T800 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/solr.xml
   [junit4]   2> 277271 T800 oasc.CoreContainer.<init> New CoreContainer 244152580
   [junit4]   2> 277272 T800 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/]
   [junit4]   2> 277274 T800 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 277274 T800 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 277275 T800 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 277275 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 277276 T800 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 277276 T800 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 277277 T800 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 277278 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 277295 T800 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 277296 T800 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 277296 T800 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54784/solr
   [junit4]   2> 277297 T800 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 277298 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 277301 T872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70154110 name:ZooKeeperConnection Watcher:127.0.0.1:54784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 277302 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 277323 T800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 277334 T800 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 277337 T874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d9c0dad name:ZooKeeperConnection Watcher:127.0.0.1:54784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 277337 T800 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 277349 T800 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 278291 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 278292 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51223_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51223"}
   [junit4]   2> 278308 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278309 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278309 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278308 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278308 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278354 T800 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62453_
   [junit4]   2> 278356 T800 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62453_
   [junit4]   2> 278359 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278359 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 278359 T822 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278359 T858 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278360 T874 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278360 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278360 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278360 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 278361 T829 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278361 T842 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 278375 T875 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 278375 T875 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 278377 T875 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 279816 T823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62453_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62453"}
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 279818 T823 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 279840 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 279840 T822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 280379 T875 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 280379 T875 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1
   [junit4]   2> 280379 T875 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 280380 T875 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 280381 T875 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 280382 T875 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/'
   [junit4]   2> 280384 T875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/lib/README' to classloader
   [junit4]   2> 280385 T875 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/lib/classes/' to classloader
   [junit4]   2> 280449 T875 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 280514 T875 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 280616 T875 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 280629 T875 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 281331 T875 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 281332 T875 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 281333 T875 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 281348 T875 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 281353 T875 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 281374 T875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 281380 T875 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 281385 T875 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 281387 T875 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 281389 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 281389 T875 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 281390 T875 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 281390 T875 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1379122332580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/
   [junit4]   2> 281390 T875 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4478de9f
   [junit4]   2> 281391 T875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3
   [junit4]   2> 281392 T875 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index/
   [junit4]   2> 281392 T875 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 281392 T875 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty3/index
   [junit4]   2> 281393 T875 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=63.8037109375, floorSegmentMB=0.6552734375, forceMergeDeletesPctAllowed=1.1986209917373902, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2568982301953352
   [junit4]   2> 281394 T875 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3a361498 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1251ac37),segFN=segments_1,generation=1}
   [junit4]   2> 281394 T875 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 281400 T875 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 281400 T875 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   

[...truncated too long message...]

ss(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 328483 T874 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328483 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 328484 T874 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 328484 T874 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 345803 T891 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:58021  couldn't connect to http://127.0.0.1:51223/collection1/, counting as success
   [junit4]   2> 345804 T891 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58021 DONE. sync succeeded
   [junit4]   2> 345804 T891 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 345805 T891 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 345805 T891 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21667c2b
   [junit4]   2> 345817 T891 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 345817 T891 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 345817 T891 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 345817 T891 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 345819 T891 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 345819 T891 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 345819 T891 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4;done=false>>]
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index;done=false>>]
   [junit4]   2> 345820 T891 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379122316448/jetty4/index
   [junit4]   2> 345820 T891 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 345821 T891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 345821 T891 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 345821 T891 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene45: {foo_b=PostingsFormat(name=Asserting), n_f1=PostingsFormat(name=MockRandom), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_f=PostingsFormat(name=Asserting), n_tl1=PostingsFormat(name=MockRandom), n_d1=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=Lucene41(blocksize=128), n_td1=PostingsFormat(name=MockRandom), timestamp=Lucene41(blocksize=128), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=MockRandom), oddField_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=MockRandom), n_tf1=Lucene41(blocksize=128), n_dt1=PostingsFormat(name=MockRandom), range_facet_l=Lucene41(blocksize=128), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=Asserting), _version_=Lucene41(blocksize=128), SubjectTerms_mfacet=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=PostingsFormat(name=MockRandom)}, docValues:{}, sim=DefaultSimilarity, locale=da_DK, timezone=America/Boa_Vista
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=196737144,total=357564416
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderElectionTest, TestBinaryField, TestAddFieldRealTimeGet, RecoveryZkTest, TestLRUCache, TestCharFilters, TestWriterPerf, CoreAdminCreateDiscoverTest, RAMDirectoryFactoryTest, FileBasedSpellCheckerTest, BadComponentTest, RequestHandlersTest, TestFieldTypeCollectionResource, TestComponentsName, CircularListTest, TermVectorComponentTest, TestLFUCache, TermVectorComponentDistributedTest, TestCSVLoader, BadIndexSchemaTest, SliceStateUpdateTest, TestSolrDeletionPolicy1, SolrCmdDistributorTest, FileUtilsTest, TestRandomDVFaceting, DirectSolrConnectionTest, RequiredFieldsTest, HdfsRecoveryZkTest, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 85.73s, 1 test, 1 error <<< FAILURES!

[...truncated 873 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 56 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1589 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1589/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([19E9619C892DF507:980FEF84FE72953B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9920 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 1163385 T2546 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_nf/
   [junit4]   2> 1163391 T2546 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379115020648
   [junit4]   2> 1163392 T2546 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1163393 T2547 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1163494 T2546 oasc.ZkTestServer.run start zk server on port:13418
   [junit4]   2> 1163495 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1163499 T2553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d3caef8 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1163500 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1163500 T2546 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1163506 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1163516 T2555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57e1d14b name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1163516 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1163517 T2546 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1163522 T2546 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1163525 T2546 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1163528 T2546 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1163531 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1163531 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1163537 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1163538 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1163671 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1163672 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1163675 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1163676 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1163679 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1163680 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1163683 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1163684 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1163687 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1163688 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1163691 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1163691 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1163699 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1163700 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1163703 T2546 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1163703 T2546 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1163986 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1163992 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21973
   [junit4]   2> 1163993 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1163993 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1163994 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970
   [junit4]   2> 1163994 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/'
   [junit4]   2> 1164037 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/solr.xml
   [junit4]   2> 1164129 T2546 oasc.CoreContainer.<init> New CoreContainer 2029122740
   [junit4]   2> 1164130 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/]
   [junit4]   2> 1164132 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1164133 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1164133 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1164134 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1164134 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1164135 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1164135 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1164136 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1164136 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1164137 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1164155 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1164155 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1164156 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1164156 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1164158 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1164164 T2566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d906159 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1164164 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1164177 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1164190 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1164195 T2568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e217bf name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1164195 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1164198 T2546 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1164212 T2546 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1164215 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1164222 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21973__nf
   [junit4]   2> 1164223 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21973__nf
   [junit4]   2> 1164227 T2546 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1164243 T2546 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1164246 T2546 oasc.Overseer.start Overseer (id=90381681993646083-127.0.0.1:21973__nf-n_0000000000) starting
   [junit4]   2> 1164256 T2546 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1164268 T2570 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1164269 T2546 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1164271 T2546 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1164278 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1164281 T2569 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1164287 T2571 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1164287 T2571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1164289 T2571 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1165784 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1165785 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21973__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21973/_nf"}
   [junit4]   2> 1165786 T2569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1165786 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1165842 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1166291 T2571 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1166291 T2571 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1
   [junit4]   2> 1166291 T2571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1166292 T2571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1166292 T2571 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1166293 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/'
   [junit4]   2> 1166295 T2571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/lib/README' to classloader
   [junit4]   2> 1166296 T2571 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/lib/classes/' to classloader
   [junit4]   2> 1166362 T2571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1166456 T2571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1166557 T2571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1166568 T2571 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1167199 T2571 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1167199 T2571 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1167200 T2571 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1167213 T2571 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1167217 T2571 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1167231 T2571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1167236 T2571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1167241 T2571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1167242 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1167242 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1167243 T2571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1167244 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1167244 T2571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1167244 T2571 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1167245 T2571 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379115020970/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/
   [junit4]   2> 1167245 T2571 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1167246 T2571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data
   [junit4]   2> 1167246 T2571 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index/
   [junit4]   2> 1167247 T2571 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1167247 T2571 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/control/data/index
   [junit4]   2> 1167248 T2571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1167249 T2571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1aaa336e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c9b6a28),segFN=segments_1,generation=1}
   [junit4]   2> 1167249 T2571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1167253 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1167254 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1167255 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1167255 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1167256 T2571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1167256 T2571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1167256 T2571 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1167257 T2571 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1167258 T2571 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1167259 T2571 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1167260 T2571 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1167276 T2571 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1167282 T2571 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1167283 T2571 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1167284 T2571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1167284 T2571 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1aaa336e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c9b6a28),segFN=segments_1,generation=1}
   [junit4]   2> 1167285 T2571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1167285 T2571 oass.SolrIndexSearcher.<init> Opening Searcher@4bbf0d09 main
   [junit4]   2> 1167289 T2572 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bbf0d09 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1167291 T2571 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1167291 T2571 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21973/_nf collection:control_collection shard:shard1
   [junit4]   2> 1167291 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1167329 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1167382 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1167394 T2571 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1167394 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21973/_nf/collection1/
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1167395 T2571 oasc.SyncStrategy.syncToMe http://127.0.0.1:21973/_nf/collection1/ has no replicas
   [junit4]   2> 1167395 T2571 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21973/_nf/collection1/ shard1
   [junit4]   2> 1167396 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1168871 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1168972 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1169043 T2571 oasc.ZkController.register We are http://127.0.0.1:21973/_nf/collection1/ and leader is http://127.0.0.1:21973/_nf/collection1/
   [junit4]   2> 1169043 T2571 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21973/_nf
   [junit4]   2> 1169043 T2571 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1169043 T2571 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1169044 T2571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1169109 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1169110 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1169111 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1169112 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1169124 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 1169125 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169128 T2575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65cae64d name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169128 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169131 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1169133 T2546 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 1169404 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1169407 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21448
   [junit4]   2> 1169408 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1169408 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1169409 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389
   [junit4]   2> 1169409 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/'
   [junit4]   2> 1169451 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/solr.xml
   [junit4]   2> 1169542 T2546 oasc.CoreContainer.<init> New CoreContainer 352995350
   [junit4]   2> 1169543 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/]
   [junit4]   2> 1169545 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1169546 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1169547 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1169548 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1169548 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1169549 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1169549 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1169550 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1169567 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1169568 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1169568 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1169569 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1169570 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169601 T2586 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15c5c9d3 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169601 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169618 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1169631 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1169634 T2588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e085fdd name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1169635 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1169641 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1170533 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1170534 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21973__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21973/_nf"}
   [junit4]   2> 1170553 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170553 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170553 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170644 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21448__nf
   [junit4]   2> 1170646 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21448__nf
   [junit4]   2> 1170648 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1170648 T2575 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170649 T2588 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170649 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1170649 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1170650 T2568 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1170664 T2589 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1170664 T2589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1170666 T2589 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1172058 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1172059 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21448__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21448/_nf"}
   [junit4]   2> 1172060 T2569 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 1172060 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1172076 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172076 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172076 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1172668 T2589 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1172668 T2589 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1
   [junit4]   2> 1172668 T2589 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1172669 T2589 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1172669 T2589 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1172670 T2589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/'
   [junit4]   2> 1172673 T2589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/lib/README' to classloader
   [junit4]   2> 1172673 T2589 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/lib/classes/' to classloader
   [junit4]   2> 1172741 T2589 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1172806 T2589 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1172907 T2589 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1172919 T2589 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1173565 T2589 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1173566 T2589 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1173567 T2589 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1173579 T2589 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1173583 T2589 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1173596 T2589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1173601 T2589 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1173605 T2589 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1173606 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1173607 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1173607 T2589 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1173608 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1173608 T2589 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1173609 T2589 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1173609 T2589 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379115026389/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/
   [junit4]   2> 1173609 T2589 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1173610 T2589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1
   [junit4]   2> 1173611 T2589 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index/
   [junit4]   2> 1173611 T2589 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1173611 T2589 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty1/index
   [junit4]   2> 1173612 T2589 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1173613 T2589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38f7dfd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5defcb55),segFN=segments_1,generation=1}
   [junit4]   2> 1173613 T2589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1173618 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1173619 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1173620 T2589 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1173620 T2589 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1173621 T2589 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1173622 T2589 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1173622 T2589 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1173623 T2589 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1173623 T2589 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1173624 T2589 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1173624 T2589 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1173640 T2589 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1173645 T2589 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1173645 T2589 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1173646 T2589 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1173646 T2589 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38f7dfd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5defcb55),segFN=segments_1,generation=1}
   [junit4]   2> 1173647 T2589 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1173647 T2589 oass.SolrIndexSearcher.<init> Opening Searcher@47f2357d main
   [junit4]   2> 1173652 T2590 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47f2357d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1173654 T2589 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1173655 T2589 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21448/_nf collection:collection1 shard:shard1
   [junit4]   2> 1173655 T2589 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1173665 T2589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1173682 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1173685 T2589 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1173685 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1173686 T2589 oasc.SyncStrategy.syncToMe http://127.0.0.1:21448/_nf/collection1/ has no replicas
   [junit4]   2> 1173686 T2589 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21448/_nf/collection1/ shard1
   [junit4]   2> 1173687 T2589 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1175082 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1175109 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175109 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175109 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1175171 T2589 oasc.ZkController.register We are http://127.0.0.1:21448/_nf/collection1/ and leader is http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1175171 T2589 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21448/_nf
   [junit4]   2> 1175171 T2589 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1175171 T2589 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1175172 T2589 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1175174 T2589 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1175175 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1175175 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1175176 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1175453 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1175457 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24406
   [junit4]   2> 1175457 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1175458 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1175458 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442
   [junit4]   2> 1175459 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/'
   [junit4]   2> 1175501 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/solr.xml
   [junit4]   2> 1175592 T2546 oasc.CoreContainer.<init> New CoreContainer 1397073185
   [junit4]   2> 1175593 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/]
   [junit4]   2> 1175595 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1175595 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1175596 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1175596 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1175597 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1175597 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1175598 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1175598 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1175599 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1175599 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1175614 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1175615 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1175616 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1175616 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1175617 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1175620 T2602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a7dded7 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1175621 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1175636 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1175647 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1175649 T2604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1953d917 name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1175649 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1175655 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1176623 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1176624 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21448__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21448/_nf"}
   [junit4]   2> 1176629 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176629 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176659 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24406__nf
   [junit4]   2> 1176661 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24406__nf
   [junit4]   2> 1176664 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1176664 T2575 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176664 T2588 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176664 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176664 T2604 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176665 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176665 T2568 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1176665 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1176674 T2605 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1176674 T2605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1176676 T2605 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1178144 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1178145 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:24406__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24406/_nf"}
   [junit4]   2> 1178146 T2569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1178146 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1178162 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178162 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1178678 T2605 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1178678 T2605 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1
   [junit4]   2> 1178678 T2605 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1178679 T2605 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1178679 T2605 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1178680 T2605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/'
   [junit4]   2> 1178682 T2605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/lib/classes/' to classloader
   [junit4]   2> 1178683 T2605 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/lib/README' to classloader
   [junit4]   2> 1178750 T2605 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1178818 T2605 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1178920 T2605 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1178932 T2605 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1179581 T2605 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1179582 T2605 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1179583 T2605 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1179595 T2605 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1179599 T2605 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1179612 T2605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1179617 T2605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1179621 T2605 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1179622 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1179623 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1179623 T2605 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1179624 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1179624 T2605 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1179625 T2605 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1179625 T2605 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379115032442/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/
   [junit4]   2> 1179625 T2605 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7778dc8e
   [junit4]   2> 1179626 T2605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2
   [junit4]   2> 1179627 T2605 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index/
   [junit4]   2> 1179627 T2605 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1179627 T2605 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index
   [junit4]   2> 1179628 T2605 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1179629 T2605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3ad7bd3d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2715a289),segFN=segments_1,generation=1}
   [junit4]   2> 1179629 T2605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1179634 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1179634 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1179635 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1179636 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1179636 T2605 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1179637 T2605 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1179637 T2605 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1179638 T2605 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1179639 T2605 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1179640 T2605 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1179640 T2605 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1179656 T2605 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1179661 T2605 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1179661 T2605 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1179662 T2605 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2105477164, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1179663 T2605 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3ad7bd3d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2715a289),segFN=segments_1,generation=1}
   [junit4]   2> 1179663 T2605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1179663 T2605 oass.SolrIndexSearcher.<init> Opening Searcher@15dd9a8f main
   [junit4]   2> 1179668 T2606 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15dd9a8f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1179671 T2605 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1179671 T2605 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24406/_nf collection:collection1 shard:shard1
   [junit4]   2> 1179671 T2605 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 1179710 T2605 oasc.ZkController.register We are http://127.0.0.1:24406/_nf/collection1/ and leader is http://127.0.0.1:21448/_nf/collection1/
   [junit4]   2> 1179710 T2605 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24406/_nf
   [junit4]   2> 1179710 T2605 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 1179710 T2605 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C579 name=collection1 org.apache.solr.core.SolrCore@3856e667 url=http://127.0.0.1:24406/_nf/collection1 node=127.0.0.1:24406__nf C579_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:24406__nf, base_url=http://127.0.0.1:24406/_nf}
   [junit4]   2> 1179711 T2607 C579 P24406 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 1179711 T2605 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1179711 T2607 C579 P24406 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 1179712 T2607 C579 P24406 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 1179712 T2607 C579 P24406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1179712 T2546 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1179713 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1179713 T2607 C579 P24406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1179714 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 1179726 T2578 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 1179977 T2546 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1179981 T2546 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64858
   [junit4]   2> 1179981 T2546 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1179982 T2546 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1179982 T2546 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981
   [junit4]   2> 1179983 T2546 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/'
   [junit4]   2> 1180022 T2546 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/solr.xml
   [junit4]   2> 1180106 T2546 oasc.CoreContainer.<init> New CoreContainer 1282446230
   [junit4]   2> 1180107 T2546 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/]
   [junit4]   2> 1180109 T2546 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1180109 T2546 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1180110 T2546 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1180110 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1180111 T2546 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1180112 T2546 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1180112 T2546 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1180113 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 1180129 T2546 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1180129 T2546 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1180130 T2546 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13418/solr
   [junit4]   2> 1180130 T2546 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1180131 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1180134 T2619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68920102 name:ZooKeeperConnection Watcher:127.0.0.1:13418 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1180135 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1180148 T2546 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 1180160 T2546 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1180162 T2621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c89a329 name:ZooKeeperConnection Watcher:127.0.0.1:13418/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1180163 T2546 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1180174 T2546 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1181168 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1181169 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:24406__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24406/_nf"}
   [junit4]   2> 1181174 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181175 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181174 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181185 T2546 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64858__nf
   [junit4]   2> 1181187 T2546 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64858__nf
   [junit4]   2> 1181189 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181189 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1181190 T2588 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2575 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2604 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181190 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181190 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181191 T2568 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181191 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1181196 T2621 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1181203 T2622 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1181204 T2622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1181206 T2622 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1181729 T2578 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 1181729 T2578 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:24406__nf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
   [junit4]   2> 1182687 T2569 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1182688 T2569 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:64858__nf",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:64858/_nf"}
   [junit4]   2> 1182689 T2569 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1182689 T2569 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1182694 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2588 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1182694 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1183208 T2622 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1183208 T2622 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1
   [junit4]   2> 1183208 T2622 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1183209 T2622 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1183209 T2622 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1183210 T2622 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/'
   [junit4]   2> 1183212 T2622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/lib/classes/' to classloader
   [junit4]   2> 1183212 T2622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379115036981/collection1/lib/README' to classloader
   [junit4]   2> 1183279 T2622 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 1183342 T2622 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1183444 T2622 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1183455 T2622 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C580 name=collection1 org.apache.solr.core.SolrCore@3856e667 url=http://127.0.0.1:24406/_nf/collection1 node=127.0.0.1:24406__nf C580_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:24406__nf, base_url=http://127.0.0.1:24406/_nf}
   [junit4]   2> 1183731 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:21448/_nf/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 1183731 T2607 C580 P24406 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:24406/_nf START replicas=[http://127.0.0.1:21448/_nf/collection1/] nUpdates=100
   [junit4]   2> 1183732 T2607 C580 P24406 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1183733 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 1183733 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1183734 T2607 C580 P24406 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:21448/_nf/collection1/. core=collection1
   [junit4]   2> 1183734 T2607 C580 P24406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C581 name=collection1 org.apache.solr.core.SolrCore@1af1298c url=http://127.0.0.1:21448/_nf/collection1 node=127.0.0.1:21448__nf C581_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:21448__nf, base_url=http://127.0.0.1:21448/_nf, leader=true}
   [junit4]   2> 1183742 T2579 C581 P21448 oasc.SolrCore.execute [collection1] webapp=/_nf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
   [junit4]   2> 1183748 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1183748 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1183749 T2580 C581 P21448 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1183750 T2580 C581 P21448 oasup.LogUpdateProcessor.finish [collection1] webapp=/_nf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
   [junit4]   2> 1183751 T2607 C580 P24406 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1183751 T2607 C580 P24406 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1183754 T2581 C581 P21448 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1183754 T2581 C581 P21448 oasc.SolrCore.execute [collection1] webapp=/_nf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
   [junit4]   2> 1183755 T2607 C580 P24406 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 1183755 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 1183756 T2607 C580 P24406 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1183756 T2607 C580 P24406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1183758 T2607 C580 P24406 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 1184105 T2622 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1184107 T2622 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1184107 T2622 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1184119 T2622 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1184123 T2622 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1184136 T2622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1184141 T2622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1184145 T2622 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1184146 T2622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1184147 T2622 oass.OpenExchan

[...truncated too long message...]

y2/index;done=false>>]
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2/index
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2;done=false>>]
   [junit4]   2> 1246243 T2604 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379115020647/jetty2
   [junit4]   2> 1246244 T2604 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1246244 T2604 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 1246245 T2604 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90381681993646088-core_node2-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1246245 T2604 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246245 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1246246 T2604 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1246247 T2604 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=th_TH, timezone=Etc/GMT-2
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=202245264,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [SolrTestCaseJ4Test, TestWriterPerf, TestCloudManagedSchema, TestStressVersions, SoftAutoCommitTest, JSONWriterTest, BadCopyFieldTest, QueryElevationComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, TestDynamicFieldCollectionResource, FileUtilsTest, HdfsSyncSliceTest, BlockCacheTest, DistributedTermsComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, ZkSolrClientTest, TestFaceting, MultiTermTest, TestPhraseSuggestions, LoggingHandlerTest, ScriptEngineTest, NoCacheHeaderTest, TestSolrXMLSerializer, LegacyHTMLStripCharFilterTest, TestSerializedLuceneMatchVersion, SpellCheckComponentTest, TestImplicitCoreProperties, TestDistributedSearch, SolrPluginUtilsTest, TestFastOutputStream, RAMDirectoryFactoryTest, TestFunctionQuery, SortByFunctionTest, CoreMergeIndexesAdminHandlerTest, TestAnalyzedSuggestions, SpatialFilterTest, BinaryUpdateRequestHandlerTest, TestLuceneMatchVersion, SolrIndexSplitterTest, TestFastWriter, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, TestManagedSchema, PeerSyncTest, TestComponentsName, SpellingQueryConverterTest, DistributedSpellCheckComponentTest, ClusterStateUpdateTest, SolrCoreTest, TestUtils, TestExtendedDismaxParser, TestManagedSchemaFieldResource, PluginInfoTest, BasicFunctionalityTest, TestFieldTypeCollectionResource, DocValuesMissingTest, DirectUpdateHandlerOptimizeTest, TestShardHandlerFactory, TermVectorComponentTest, TestJoin, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TestSolrXmlPersistor, StatsComponentTest, TestSweetSpotSimilarityFactory, TestSuggestSpellingConverter, TestFieldCollectionResource, BadComponentTest, ChaosMonkeyNothingIsSafeTest, SolrCmdDistributorTest, TestPseudoReturnFields, TestNumberUtils, XmlUpdateRequestHandlerTest, SampleTest, ResponseLogComponentTest, BasicZkTest, SyncSliceTest]
   [junit4] Completed on J0 in 83.73s, 1 test, 1 failure <<< FAILURES!

[...truncated 506 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 55 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1588 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1588/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([9CD976A57025707:882B1972205D373B]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1517)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:288)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([9CD976A57025707:882B1972205D373B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9928 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 951973 T2229 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 951980 T2229 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379089732741
   [junit4]   2> 951981 T2229 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 951982 T2230 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 952083 T2229 oasc.ZkTestServer.run start zk server on port:47774
   [junit4]   2> 952084 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952088 T2236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@327e3f28 name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952088 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952089 T2229 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 952101 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952103 T2238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a19dc8b name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952103 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952103 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 952114 T2229 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 952116 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 952118 T2229 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 952120 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 952121 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 952125 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 952126 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 952230 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 952231 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 952234 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 952234 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 952243 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 952243 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 952246 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 952246 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 952249 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 952249 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 952257 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 952258 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 952260 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 952261 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 952263 T2229 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 952264 T2229 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 952548 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 952554 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47777
   [junit4]   2> 952555 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 952556 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 952556 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032
   [junit4]   2> 952557 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/'
   [junit4]   2> 952597 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/solr.xml
   [junit4]   2> 952688 T2229 oasc.CoreContainer.<init> New CoreContainer 680796921
   [junit4]   2> 952689 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/]
   [junit4]   2> 952691 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 952691 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 952692 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 952692 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 952693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 952693 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 952694 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 952694 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 952695 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 952695 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 952713 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 952713 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 952714 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 952715 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 952716 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952718 T2249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bb945e1 name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952719 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952729 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 952742 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 952744 T2251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3325069c name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 952745 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 952747 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 952751 T2229 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 952761 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 952763 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47777_
   [junit4]   2> 952765 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47777_
   [junit4]   2> 952774 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 952788 T2229 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 952795 T2229 oasc.Overseer.start Overseer (id=90380024725241859-127.0.0.1:47777_-n_0000000000) starting
   [junit4]   2> 952799 T2229 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 952811 T2253 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 952812 T2229 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 952814 T2229 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 952822 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 952824 T2252 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 952830 T2254 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 952830 T2254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 952832 T2254 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 954327 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 954328 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47777_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47777"}
   [junit4]   2> 954329 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 954329 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 954342 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 954834 T2254 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 954834 T2254 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1
   [junit4]   2> 954834 T2254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 954835 T2254 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 954835 T2254 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 954836 T2254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/'
   [junit4]   2> 954839 T2254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/lib/classes/' to classloader
   [junit4]   2> 954840 T2254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/lib/README' to classloader
   [junit4]   2> 954933 T2254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 954997 T2254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 955098 T2254 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 955109 T2254 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 955757 T2254 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 955759 T2254 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 955760 T2254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 955773 T2254 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 955777 T2254 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 955794 T2254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 955800 T2254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 955804 T2254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 955805 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 955806 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 955806 T2254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 955807 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 955807 T2254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 955807 T2254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 955808 T2254 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379089733032/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/
   [junit4]   2> 955808 T2254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 955809 T2254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data
   [junit4]   2> 955809 T2254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index/
   [junit4]   2> 955810 T2254 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 955810 T2254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/control/data/index
   [junit4]   2> 955810 T2254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 955811 T2254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@245066e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dbd6f9),segFN=segments_1,generation=1}
   [junit4]   2> 955812 T2254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 955816 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 955817 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 955818 T2254 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 955818 T2254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 955819 T2254 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 955819 T2254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 955820 T2254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 955821 T2254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 955822 T2254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 955837 T2254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 955844 T2254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 955844 T2254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 955845 T2254 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 955846 T2254 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@245066e7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dbd6f9),segFN=segments_1,generation=1}
   [junit4]   2> 955846 T2254 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 955846 T2254 oass.SolrIndexSearcher.<init> Opening Searcher@4798479 main
   [junit4]   2> 955872 T2255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4798479 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 955873 T2254 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 955873 T2254 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47777 collection:control_collection shard:shard1
   [junit4]   2> 955874 T2254 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 955884 T2254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 955908 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 955911 T2254 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 955911 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47777/collection1/
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 955912 T2254 oasc.SyncStrategy.syncToMe http://127.0.0.1:47777/collection1/ has no replicas
   [junit4]   2> 955912 T2254 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47777/collection1/ shard1
   [junit4]   2> 955913 T2254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 957348 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 957372 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 957411 T2254 oasc.ZkController.register We are http://127.0.0.1:47777/collection1/ and leader is http://127.0.0.1:47777/collection1/
   [junit4]   2> 957411 T2254 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47777
   [junit4]   2> 957411 T2254 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 957412 T2254 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 957412 T2254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 957414 T2254 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 957415 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 957416 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 957416 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 957427 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 957429 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957432 T2258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53f6afd name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957432 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957433 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 957435 T2229 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 957718 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 957722 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47792
   [junit4]   2> 957723 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 957723 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 957724 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196
   [junit4]   2> 957724 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/'
   [junit4]   2> 957766 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/solr.xml
   [junit4]   2> 957858 T2229 oasc.CoreContainer.<init> New CoreContainer 1480958249
   [junit4]   2> 957859 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/]
   [junit4]   2> 957860 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 957861 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 957861 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 957862 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 957862 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 957863 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 957863 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 957864 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 957864 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 957865 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 957881 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 957882 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 957883 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 957883 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 957884 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957887 T2269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@724f0b5f name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957888 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957925 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 957938 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 957940 T2271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22af989e name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957940 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 957952 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 958885 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 958886 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47777_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47777"}
   [junit4]   2> 958902 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958902 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958902 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 958957 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47792_
   [junit4]   2> 958960 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47792_
   [junit4]   2> 958963 T2251 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2271 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2258 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 958963 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958963 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958963 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 958977 T2272 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 958977 T2272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 958979 T2272 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 960408 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47792_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47792"}
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 960409 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 960427 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960427 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960427 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 960981 T2272 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 960981 T2272 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1
   [junit4]   2> 960981 T2272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 960982 T2272 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 960983 T2272 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 960983 T2272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/'
   [junit4]   2> 960985 T2272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/lib/README' to classloader
   [junit4]   2> 960986 T2272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/lib/classes/' to classloader
   [junit4]   2> 961054 T2272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 961119 T2272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 961221 T2272 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 961233 T2272 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 961913 T2272 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 961914 T2272 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 961915 T2272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 961928 T2272 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 961932 T2272 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 961946 T2272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 961951 T2272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 961956 T2272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 961957 T2272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 961958 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 961959 T2272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 961959 T2272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 961959 T2272 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379089738196/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/
   [junit4]   2> 961960 T2272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 961961 T2272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1
   [junit4]   2> 961961 T2272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index/
   [junit4]   2> 961961 T2272 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 961962 T2272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty1/index
   [junit4]   2> 961962 T2272 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 961963 T2272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cd5d3c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7935ae67),segFN=segments_1,generation=1}
   [junit4]   2> 961963 T2272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 961968 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 961969 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 961969 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 961970 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 961971 T2272 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 961971 T2272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 961971 T2272 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 961972 T2272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 961973 T2272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 961973 T2272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 961974 T2272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 961975 T2272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 961975 T2272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 961992 T2272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 961998 T2272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 961998 T2272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 961999 T2272 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 962000 T2272 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cd5d3c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7935ae67),segFN=segments_1,generation=1}
   [junit4]   2> 962000 T2272 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 962001 T2272 oass.SolrIndexSearcher.<init> Opening Searcher@5c2b9b23 main
   [junit4]   2> 962006 T2273 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c2b9b23 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 962009 T2272 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 962009 T2272 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47792 collection:collection1 shard:shard1
   [junit4]   2> 962009 T2272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 962023 T2272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 962050 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 962054 T2272 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 962054 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 962054 T2272 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47792/collection1/
   [junit4]   2> 962055 T2272 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 962055 T2272 oasc.SyncStrategy.syncToMe http://127.0.0.1:47792/collection1/ has no replicas
   [junit4]   2> 962055 T2272 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47792/collection1/ shard1
   [junit4]   2> 962055 T2272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 963433 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 963458 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963458 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963458 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 963499 T2272 oasc.ZkController.register We are http://127.0.0.1:47792/collection1/ and leader is http://127.0.0.1:47792/collection1/
   [junit4]   2> 963499 T2272 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47792
   [junit4]   2> 963499 T2272 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 963500 T2272 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 963500 T2272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 963502 T2272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 963503 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 963504 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 963504 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 963799 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 963802 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47795
   [junit4]   2> 963803 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277
   [junit4]   2> 963804 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/'
   [junit4]   2> 963846 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/solr.xml
   [junit4]   2> 963937 T2229 oasc.CoreContainer.<init> New CoreContainer 1664876157
   [junit4]   2> 963938 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/]
   [junit4]   2> 963940 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 963941 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 963942 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 963942 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 963943 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 963943 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 963944 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 963944 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 963962 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 963963 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 963964 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 963964 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 963965 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963968 T2285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d189a name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963969 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 963983 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 963995 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963997 T2287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d5de64 name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963998 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 964009 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 964964 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 964965 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47792_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47792"}
   [junit4]   2> 964981 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 964981 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 965012 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47795_
   [junit4]   2> 965015 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47795_
   [junit4]   2> 965018 T2258 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2287 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965018 T2271 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965018 T2251 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 965019 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965018 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965019 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965027 T2288 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 965028 T2288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 965030 T2288 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 966493 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 966494 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47795_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47795"}
   [junit4]   2> 966495 T2252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 966495 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 966517 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 966517 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 967032 T2288 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 967032 T2288 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1
   [junit4]   2> 967032 T2288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 967033 T2288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 967034 T2288 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 967035 T2288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/'
   [junit4]   2> 967037 T2288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/lib/classes/' to classloader
   [junit4]   2> 967038 T2288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/lib/README' to classloader
   [junit4]   2> 967106 T2288 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 967172 T2288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 967273 T2288 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 967285 T2288 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 967964 T2288 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 967965 T2288 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 967965 T2288 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 967978 T2288 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 967983 T2288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 967997 T2288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 968003 T2288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 968007 T2288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 968008 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 968009 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 968009 T2288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 968010 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 968010 T2288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 968011 T2288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 968011 T2288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379089744277/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/
   [junit4]   2> 968011 T2288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3dee6ab9
   [junit4]   2> 968012 T2288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2
   [junit4]   2> 968013 T2288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index/
   [junit4]   2> 968013 T2288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 968013 T2288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379089732740/jetty2/index
   [junit4]   2> 968014 T2288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=64.3349609375, floorSegmentMB=0.521484375, forceMergeDeletesPctAllowed=7.147243564014739, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922824133928314
   [junit4]   2> 968015 T2288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4c442f66 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512f497b),segFN=segments_1,generation=1}
   [junit4]   2> 968015 T2288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 968020 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 968021 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 968021 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 968022 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 968023 T2288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 968023 T2288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 968024 T2288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 968024 T2288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 968025 T2288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 968025 T2288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 968026 T2288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 968027 T2288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 968027 T2288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 968044 T2288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 968050 T2288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 968050 T2288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 968051 T2288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=76.4794921875, floorSegmentMB=0.42578125, forceMergeDeletesPctAllowed=25.212937483109126, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13271206520916295
   [junit4]   2> 968052 T2288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4c442f66 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@512f497b),segFN=segments_1,generation=1}
   [junit4]   2> 968052 T2288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 968053 T2288 oass.SolrIndexSearcher.<init> Opening Searcher@3b801a88 main
   [junit4]   2> 968058 T2289 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b801a88 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 968061 T2288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 968061 T2288 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47795 collection:collection1 shard:shard1
   [junit4]   2> 968061 T2288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 968077 T2288 oasc.ZkController.register We are http://127.0.0.1:47795/collection1/ and leader is http://127.0.0.1:47792/collection1/
   [junit4]   2> 968078 T2288 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47795
   [junit4]   2> 968078 T2288 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 968078 T2288 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C1374 name=collection1 org.apache.solr.core.SolrCore@1bdbd6e7 url=http://127.0.0.1:47795/collection1 node=127.0.0.1:47795_ C1374_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:47795_, base_url=http://127.0.0.1:47795}
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 968079 T2288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 968079 T2290 C1374 P47795 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 968080 T2290 C1374 P47795 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 968080 T2229 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 968081 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 968082 T2290 C1374 P47795 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 968082 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 968099 T2261 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 968384 T2229 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 968387 T2229 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47799
   [junit4]   2> 968388 T2229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 968389 T2229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 968389 T2229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858
   [junit4]   2> 968390 T2229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/'
   [junit4]   2> 968432 T2229 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/solr.xml
   [junit4]   2> 968525 T2229 oasc.CoreContainer.<init> New CoreContainer 642081619
   [junit4]   2> 968526 T2229 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/]
   [junit4]   2> 968528 T2229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 968529 T2229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 968529 T2229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 968530 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 968530 T2229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 968531 T2229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 968532 T2229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 968532 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 968550 T2229 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 968551 T2229 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 968551 T2229 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47774/solr
   [junit4]   2> 968552 T2229 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 968553 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968556 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ccceabb name:ZooKeeperConnection Watcher:127.0.0.1:47774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968557 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968559 T2229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 968572 T2229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 968574 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@599067aa name:ZooKeeperConnection Watcher:127.0.0.1:47774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 968574 T2229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 968587 T2229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 969523 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 969524 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47795_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47795"}
   [junit4]   2> 969539 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969539 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969590 T2229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47799_
   [junit4]   2> 969592 T2229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47799_
   [junit4]   2> 969595 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 969595 T2258 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2251 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2271 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969595 T2287 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969596 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969596 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969595 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969596 T2304 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 969596 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 969632 T2305 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 969633 T2305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 969634 T2305 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 970102 T2261 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 970102 T2261 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:47795_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
   [junit4]   2> 971054 T2252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 971055 T2252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47799_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47799"}
   [junit4]   2> 971056 T2252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 971056 T2252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 971061 T2287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971061 T2258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 971637 T2305 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 971637 T2305 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1
   [junit4]   2> 971637 T2305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 971638 T2305 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 971639 T2305 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 971640 T2305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/'
   [junit4]   2> 971642 T2305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/lib/README' to classloader
   [junit4]   2> 971642 T2305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379089748858/collection1/lib/classes/' to classloader
   [junit4]   2> 971711 T2305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 971778 T2305 oasc.SolrConfig.<init> L

[...truncated too long message...]

 [junit4]   2> 
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102802 T2436 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1102803 T2436 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1102803 T2436 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1120105 T2453 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:45785  couldn't connect to http://127.0.0.1:51215/collection1/, counting as success
   [junit4]   2> 1120106 T2453 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45785 DONE. sync succeeded
   [junit4]   2> 1120106 T2453 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1120106 T2453 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1120107 T2453 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e74aa24
   [junit4]   2> 1120115 T2453 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=35,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1120115 T2453 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1120116 T2453 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1120116 T2453 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1120117 T2453 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4;done=false>>]
   [junit4]   2> 1120118 T2453 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4
   [junit4]   2> 1120119 T2453 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index;done=false>>]
   [junit4]   2> 1120119 T2453 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1379089816577/jetty4/index
   [junit4]   2> 1120119 T2453 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1120119 T2453 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1120120 T2453 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1120120 T2453 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=ar_DZ, timezone=Pacific/Yap
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=119987424,total=492830720
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderElectionTest, TestPerFieldSimilarity, DefaultValueUpdateProcessorTest, SimpleFacetsTest, TestSerializedLuceneMatchVersion, CoreAdminCreateDiscoverTest, PreAnalyzedFieldTest, CachingDirectoryFactoryTest, BlockDirectoryTest, TestBadConfig, DistributedTermsComponentTest, TestRemoteStreaming, HdfsBasicDistributedZkTest, TestFieldCollectionResource, TestDynamicFieldCollectionResource, MultiTermTest, TestConfig, BlockCacheTest, TestQueryUtils, HighlighterConfigTest, TestCollationKeyRangeQueries, TestSurroundQueryParser, TestSchemaNameResource, TestPartialUpdateDeduplication, TestUtils, BasicZkTest, StatelessScriptUpdateProcessorFactoryTest, DirectUpdateHandlerTest, SuggesterTSTTest, TestRandomMergePolicy, PingRequestHandlerTest, MinimalSchemaTest, TestHashPartitioner, ExternalFileFieldSortTest, LukeRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestWriterPerf, TestSolrIndexConfig, TestShardHandlerFactory, AddSchemaFieldsUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, TestDFRSimilarityFactory, SuggesterTest, TestAtomicUpdateErrorCases, DirectSolrSpellCheckerTest, IndexSchemaTest, MoreLikeThisHandlerTest, SortByFunctionTest, TestRecoveryHdfs, TestQuerySenderNoQuery, SolrIndexSplitterTest, SolrXmlInZkTest, StressHdfsTest, SolrInfoMBeanTest, FastVectorHighlighterTest, TestSweetSpotSimilarityFactory, TestLuceneMatchVersion, TestIndexingPerformance, CollectionsAPIDistributedZkTest, TestNRTOpen, EchoParamsTest, HdfsCollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, TestUniqueKeyFieldResource, TestSort, TermsComponentTest, TestBinaryField, SuggesterWFSTTest, TestSchemaSimilarityResource, TestRecovery, TestDistributedGrouping, TestFoldingMultitermQuery, TestFieldTypeResource, TestDefaultSearchFieldResource, BadCopyFieldTest, SoftAutoCommitTest, SchemaVersionSpecificBehaviorTest, TestOmitPositions, FieldAnalysisRequestHandlerTest, SyncSliceTest, BasicDistributedZk2Test]
   [junit4] Completed on J0 in 84.70s, 1 test, 1 error <<< FAILURES!

[...truncated 514 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 64 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1587 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1587/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([541A04FF379123D3:D5FC8AE740CE43EF]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9620 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 322362 T685 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 322367 T685 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1379071245096
   [junit4]   2> 322368 T685 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 322368 T686 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 322469 T685 oasc.ZkTestServer.run start zk server on port:21740
   [junit4]   2> 322469 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322474 T692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ecb34ef name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322475 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322475 T685 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 322487 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 322489 T694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77041e83 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 322489 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 322490 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 322494 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 322504 T685 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 322507 T685 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 322511 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 322511 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 322524 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 322525 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 322629 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 322630 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 322634 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 322634 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 322644 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 322644 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 322648 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 322648 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 322652 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 322653 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 322656 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 322657 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 322660 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 322661 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 322669 T685 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 322669 T685 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 323023 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 323030 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21743
   [junit4]   2> 323031 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 323031 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 323032 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471
   [junit4]   2> 323032 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/'
   [junit4]   2> 323070 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/solr.xml
   [junit4]   2> 323163 T685 oasc.CoreContainer.<init> New CoreContainer 1739894959
   [junit4]   2> 323163 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/]
   [junit4]   2> 323165 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 323166 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 323166 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 323167 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 323167 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 323168 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 323169 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 323169 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 323189 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 323189 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 323190 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 323190 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 323191 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323220 T705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a54ad3a name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323221 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323237 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 323251 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323255 T707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a13879e name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323255 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323258 T685 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 323268 T685 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 323273 T685 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 323276 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21743_
   [junit4]   2> 323278 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21743_
   [junit4]   2> 323288 T685 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 323302 T685 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 323306 T685 oasc.Overseer.start Overseer (id=90378813118939139-127.0.0.1:21743_-n_0000000000) starting
   [junit4]   2> 323317 T685 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 323330 T709 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 323331 T685 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 323334 T685 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 323337 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 323341 T708 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 323346 T710 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 323346 T710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 323348 T710 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 324845 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21743_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21743"}
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 324847 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 324866 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 325350 T710 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 325350 T710 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1
   [junit4]   2> 325350 T710 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 325352 T710 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 325352 T710 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 325353 T710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/'
   [junit4]   2> 325355 T710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/lib/README' to classloader
   [junit4]   2> 325355 T710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/lib/classes/' to classloader
   [junit4]   2> 325427 T710 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 325497 T710 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 325599 T710 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 325612 T710 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 326323 T710 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 326324 T710 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 326325 T710 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 326338 T710 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 326342 T710 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 326363 T710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 326369 T710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 326374 T710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 326375 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 326376 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 326376 T710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 326377 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 326378 T710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 326378 T710 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 326378 T710 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379071245471/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/
   [junit4]   2> 326379 T710 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 326380 T710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data
   [junit4]   2> 326380 T710 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index/
   [junit4]   2> 326380 T710 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 326381 T710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/control/data/index
   [junit4]   2> 326381 T710 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 326382 T710 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53119ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11d0d640),segFN=segments_1,generation=1}
   [junit4]   2> 326382 T710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 326386 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 326387 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 326388 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 326388 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 326389 T710 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 326389 T710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 326389 T710 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 326390 T710 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 326390 T710 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 326391 T710 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 326392 T710 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 326410 T710 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 326417 T710 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 326417 T710 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 326418 T710 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 326419 T710 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@53119ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11d0d640),segFN=segments_1,generation=1}
   [junit4]   2> 326419 T710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 326420 T710 oass.SolrIndexSearcher.<init> Opening Searcher@1c679674 main
   [junit4]   2> 326423 T711 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c679674 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 326425 T710 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 326426 T710 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21743 collection:control_collection shard:shard1
   [junit4]   2> 326426 T710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 326438 T710 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 326459 T710 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 326462 T710 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 326462 T710 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 326463 T710 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21743/collection1/
   [junit4]   2> 326463 T710 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 326463 T710 oasc.SyncStrategy.syncToMe http://127.0.0.1:21743/collection1/ has no replicas
   [junit4]   2> 326463 T710 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21743/collection1/ shard1
   [junit4]   2> 326464 T710 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 327874 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 327940 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 328002 T710 oasc.ZkController.register We are http://127.0.0.1:21743/collection1/ and leader is http://127.0.0.1:21743/collection1/
   [junit4]   2> 328002 T710 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21743
   [junit4]   2> 328002 T710 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 328002 T710 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 328003 T710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 328006 T710 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 328007 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 328008 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 328009 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 328021 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 328022 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328025 T714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39f7035b name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328025 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328027 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 328030 T685 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 328354 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 328357 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21750
   [junit4]   2> 328358 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 328359 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 328359 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759
   [junit4]   2> 328360 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/'
   [junit4]   2> 328404 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/solr.xml
   [junit4]   2> 328507 T685 oasc.CoreContainer.<init> New CoreContainer 1242514926
   [junit4]   2> 328508 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/]
   [junit4]   2> 328510 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 328510 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 328511 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 328511 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 328512 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 328512 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 328513 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 328513 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 328514 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 328514 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 328533 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 328534 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 328534 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 328535 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 328536 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328565 T725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f05e908 name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328566 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328582 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 328596 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 328599 T727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d45cc67 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 328599 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 328611 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 329473 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 329475 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21743_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21743"}
   [junit4]   2> 329494 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329494 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329494 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329617 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21750_
   [junit4]   2> 329619 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21750_
   [junit4]   2> 329622 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329622 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329623 T707 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329623 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 329625 T727 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329625 T714 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 329633 T728 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 329634 T728 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 329636 T728 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 331001 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21750_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21750"}
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 331003 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 331024 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331024 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331024 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 331638 T728 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 331638 T728 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1
   [junit4]   2> 331638 T728 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 331640 T728 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 331640 T728 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 331641 T728 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/'
   [junit4]   2> 331643 T728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/lib/classes/' to classloader
   [junit4]   2> 331643 T728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/lib/README' to classloader
   [junit4]   2> 331714 T728 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 331786 T728 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 331888 T728 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 331900 T728 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 332594 T728 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 332595 T728 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 332596 T728 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 332610 T728 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 332614 T728 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 332635 T728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 332641 T728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 332646 T728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 332648 T728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 332650 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 332650 T728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 332650 T728 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 332651 T728 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379071250759/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/
   [junit4]   2> 332651 T728 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 332652 T728 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1
   [junit4]   2> 332652 T728 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index/
   [junit4]   2> 332653 T728 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 332653 T728 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty1/index
   [junit4]   2> 332654 T728 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 332655 T728 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@41b9508c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df0a2c6),segFN=segments_1,generation=1}
   [junit4]   2> 332655 T728 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 332660 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 332661 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 332661 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 332662 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332662 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332663 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 332664 T728 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332664 T728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332665 T728 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 332666 T728 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 332667 T728 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 332667 T728 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 332668 T728 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 332669 T728 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 332669 T728 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 332687 T728 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 332693 T728 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 332694 T728 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 332695 T728 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 332695 T728 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@41b9508c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df0a2c6),segFN=segments_1,generation=1}
   [junit4]   2> 332696 T728 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 332696 T728 oass.SolrIndexSearcher.<init> Opening Searcher@322f46eb main
   [junit4]   2> 332715 T729 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@322f46eb main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 332718 T728 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 332718 T728 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21750 collection:collection1 shard:shard1
   [junit4]   2> 332719 T728 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 332734 T728 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 332868 T728 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 332899 T728 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 332899 T728 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 332899 T728 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21750/collection1/
   [junit4]   2> 332900 T728 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 332900 T728 oasc.SyncStrategy.syncToMe http://127.0.0.1:21750/collection1/ has no replicas
   [junit4]   2> 332900 T728 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21750/collection1/ shard1
   [junit4]   2> 332901 T728 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 334033 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 334058 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334058 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334058 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 334072 T728 oasc.ZkController.register We are http://127.0.0.1:21750/collection1/ and leader is http://127.0.0.1:21750/collection1/
   [junit4]   2> 334072 T728 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21750
   [junit4]   2> 334072 T728 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 334072 T728 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 334073 T728 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 334075 T728 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 334076 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 334077 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 334078 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 334424 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 334427 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21764
   [junit4]   2> 334428 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 334428 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 334429 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820
   [junit4]   2> 334429 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/'
   [junit4]   2> 334474 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/solr.xml
   [junit4]   2> 334579 T685 oasc.CoreContainer.<init> New CoreContainer 440768596
   [junit4]   2> 334580 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/]
   [junit4]   2> 334582 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 334582 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 334583 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 334584 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 334584 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 334585 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 334585 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 334586 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 334605 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 334605 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 334606 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 334607 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 334608 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 334611 T741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f3c746c name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 334612 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 334622 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 334638 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 334641 T743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f18dac4 name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 334641 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 334655 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 335573 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 335575 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21750_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21750"}
   [junit4]   2> 335590 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335590 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335661 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21764_
   [junit4]   2> 335663 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21764_
   [junit4]   2> 335666 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335666 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 335667 T743 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335667 T707 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335667 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 335667 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 335669 T727 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335669 T714 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 335677 T744 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 335678 T744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 335679 T744 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 337097 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21764_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21764"}
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 337099 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 337117 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337117 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 337682 T744 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 337682 T744 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1
   [junit4]   2> 337682 T744 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 337684 T744 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 337684 T744 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 337685 T744 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/'
   [junit4]   2> 337688 T744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/lib/classes/' to classloader
   [junit4]   2> 337689 T744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/lib/README' to classloader
   [junit4]   2> 337768 T744 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 337843 T744 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 337945 T744 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 337958 T744 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 338675 T744 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 338676 T744 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 338677 T744 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 338691 T744 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 338696 T744 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 338717 T744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338723 T744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338728 T744 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338730 T744 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338732 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338732 T744 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338732 T744 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 338733 T744 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379071256820/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/
   [junit4]   2> 338733 T744 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 338734 T744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2
   [junit4]   2> 338735 T744 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index/
   [junit4]   2> 338735 T744 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 338735 T744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty2/index
   [junit4]   2> 338736 T744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 338737 T744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@9cb6e9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ac3343),segFN=segments_1,generation=1}
   [junit4]   2> 338737 T744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 338743 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 338743 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 338744 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 338745 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 338745 T744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 338746 T744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 338746 T744 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 338747 T744 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 338747 T744 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 338748 T744 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 338748 T744 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 338749 T744 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 338749 T744 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 338770 T744 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 338776 T744 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 338776 T744 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 338777 T744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3126207081625969]
   [junit4]   2> 338778 T744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@9cb6e9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ac3343),segFN=segments_1,generation=1}
   [junit4]   2> 338779 T744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 338779 T744 oass.SolrIndexSearcher.<init> Opening Searcher@e9027fa main
   [junit4]   2> 338785 T745 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e9027fa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 338787 T744 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 338788 T744 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21764 collection:collection1 shard:shard2
   [junit4]   2> 338788 T744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 338801 T744 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 338828 T744 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 338839 T744 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 338839 T744 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 338839 T744 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21764/collection1/
   [junit4]   2> 338839 T744 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 338840 T744 oasc.SyncStrategy.syncToMe http://127.0.0.1:21764/collection1/ has no replicas
   [junit4]   2> 338840 T744 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21764/collection1/ shard2
   [junit4]   2> 338840 T744 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 340126 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 340148 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340148 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340181 T744 oasc.ZkController.register We are http://127.0.0.1:21764/collection1/ and leader is http://127.0.0.1:21764/collection1/
   [junit4]   2> 340181 T744 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21764
   [junit4]   2> 340181 T744 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 340182 T744 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 340182 T744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 340184 T744 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 340186 T685 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 340186 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 340187 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 340518 T685 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 340522 T685 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21767
   [junit4]   2> 340523 T685 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 340523 T685 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 340524 T685 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928
   [junit4]   2> 340524 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/'
   [junit4]   2> 340573 T685 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/solr.xml
   [junit4]   2> 340691 T685 oasc.CoreContainer.<init> New CoreContainer 1993259704
   [junit4]   2> 340692 T685 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/]
   [junit4]   2> 340694 T685 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 340695 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 340696 T685 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 340696 T685 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 340697 T685 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 340697 T685 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 340698 T685 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 340698 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 340718 T685 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 340719 T685 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 340719 T685 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21740/solr
   [junit4]   2> 340720 T685 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 340721 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 340724 T757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dfd6e00 name:ZooKeeperConnection Watcher:127.0.0.1:21740 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 340725 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 340739 T685 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 340753 T685 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 340755 T759 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f7beca name:ZooKeeperConnection Watcher:127.0.0.1:21740/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 340755 T685 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 340767 T685 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 341661 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 341662 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21764_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21764"}
   [junit4]   2> 341680 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341680 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341772 T685 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21767_
   [junit4]   2> 341774 T685 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21767_
   [junit4]   2> 341777 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341777 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 341778 T743 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341778 T707 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341778 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341778 T759 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341779 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341779 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 341780 T727 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341780 T714 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 341789 T760 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 341790 T760 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 341792 T760 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 343187 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21767_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21767"}
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 343189 T708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 343202 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343202 T759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 343794 T760 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 343794 T760 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1
   [junit4]   2> 343794 T760 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 343796 T760 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 343796 T760 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 343797 T760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/'
   [junit4]   2> 343799 T760 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/lib/classes/' to classloader
   [junit4]   2> 343799 T760 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/lib/README' to classloader
   [junit4]   2> 343867 T760 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 343933 T760 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 344035 T760 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 344047 T760 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 344755 T760 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 344757 T760 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 344758 T760 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 344772 T760 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 344775 T760 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 344793 T760 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 344798 T760 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 344802 T760 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 344804 T760 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 344805 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 344805 T760 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 344806 T760 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 344806 T760 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379071262928/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/
   [junit4]   2> 344806 T760 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37ad4823
   [junit4]   2> 344807 T760 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3
   [junit4]   2> 344807 T760 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index/
   [junit4]   2> 344807 T760 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 344808 T760 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379071245095/jetty3/index
   [junit4]   2> 344808 T760 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=29.296875, floorSegmentMB=1.3681640625, forceMergeDeletesPctAllowed=15.217561745760907, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8627363351442655
   [junit4]   2> 344809 T760 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@445b6cce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@19824b3d),segFN=segments_1,generation=1}
   [junit4]   2> 344809 T760 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 344813 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 344814 T760 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 344815 T760 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 344815 T760 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 344815 T760 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 344816 T760 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 344817 T760 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4

[...truncated too long message...]

2_s=PostingsFormat(name=NestedPulsing), 3grand1_s=PostingsFormat(name=Direct), 19parent_f1_s=PostingsFormat(name=Direct), 23parent_f2_s=PostingsFormat(name=Direct), 3grand0_s=PostingsFormat(name=Lucene41WithOrds), intDefault=PostingsFormat(name=MockRandom), 3child0_s=PostingsFormat(name=Lucene41WithOrds), 21parent_f2_s=PostingsFormat(name=MockRandom), 1parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 3child2_s=PostingsFormat(name=NestedPulsing), 3grand2_s=PostingsFormat(name=NestedPulsing), 9parent_f2_s=PostingsFormat(name=Direct), 9grand3_s=PostingsFormat(name=Direct), 25parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 25parent_f2_s=PostingsFormat(name=MockRandom), 20parent_f2_s=PostingsFormat(name=NestedPulsing), 1parent_f2_s=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=MockRandom), n_dt1=PostingsFormat(name=Direct), 9grand2_s=PostingsFormat(name=NestedPulsing), 10parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 29parent_f2_s=PostingsFormat(name=MockRandom), 6grand0_s=PostingsFormat(name=MockRandom), 33parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 2grand0_s=PostingsFormat(name=MockRandom), 9grand0_s=PostingsFormat(name=Lucene41WithOrds), 15parent_f1_s=PostingsFormat(name=Direct), 10parent_f2_s=PostingsFormat(name=MockRandom), 9grand1_s=PostingsFormat(name=MockRandom), 28parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 33parent_f1_s=PostingsFormat(name=Direct), 2grand1_s=PostingsFormat(name=Lucene41WithOrds), 7grand4_s=PostingsFormat(name=Lucene41WithOrds), 7parent_f2_s=PostingsFormat(name=MockRandom), 13parent_f2_s=PostingsFormat(name=NestedPulsing), 4parent_f1_s=PostingsFormat(name=Direct), 12parent_f2_s=PostingsFormat(name=Direct), 9grand4_s=PostingsFormat(name=Lucene41WithOrds), 11parent_f2_s=PostingsFormat(name=Lucene41WithOrds), type_s=PostingsFormat(name=MockRandom), 9grand5_s=PostingsFormat(name=MockRandom), 7grand5_s=PostingsFormat(name=Direct), 15parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 4grand3_s=PostingsFormat(name=NestedPulsing), 5child1_s=PostingsFormat(name=MockRandom), n_d1=PostingsFormat(name=MockRandom), 9grand8_s=PostingsFormat(name=Lucene41WithOrds), 9grand7_s=PostingsFormat(name=Direct), 9grand6_s=PostingsFormat(name=NestedPulsing), 2child0_s=PostingsFormat(name=MockRandom), 1grand0_s=PostingsFormat(name=Lucene41WithOrds), timestamp=PostingsFormat(name=MockRandom), 5grand0_s=PostingsFormat(name=NestedPulsing), 36parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child4_s=PostingsFormat(name=Lucene41WithOrds), 7grand2_s=PostingsFormat(name=NestedPulsing), 5grand4_s=PostingsFormat(name=NestedPulsing), 6grand1_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Direct), 36parent_f2_s=PostingsFormat(name=MockRandom), 6grand3_s=PostingsFormat(name=Lucene41WithOrds), 16parent_f2_s=PostingsFormat(name=Direct), 4grand1_s=PostingsFormat(name=Lucene41WithOrds), 9parent_f1_s=PostingsFormat(name=Lucene41WithOrds), range_facet_l=PostingsFormat(name=MockRandom), 30parent_f1_s=PostingsFormat(name=NestedPulsing), 5grand2_s=PostingsFormat(name=Lucene41WithOrds), 14parent_f2_s=PostingsFormat(name=MockRandom), 28parent_f1_s=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), 7grand0_s=PostingsFormat(name=Lucene41WithOrds), 37parent_f1_s=PostingsFormat(name=Direct), 6grand5_s=PostingsFormat(name=NestedPulsing), 4child1_s=PostingsFormat(name=NestedPulsing), _root_=PostingsFormat(name=MockRandom), 39parent_f2_s=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=MockRandom), 6parent_f1_s=PostingsFormat(name=MockRandom), 4child3_s=PostingsFormat(name=Lucene41WithOrds), 6parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 8grand1_s=PostingsFormat(name=Lucene41WithOrds), 24parent_f1_s=PostingsFormat(name=MockRandom), 26parent_f1_s=PostingsFormat(name=Direct), 11parent_f1_s=PostingsFormat(name=Direct), 38parent_f1_s=PostingsFormat(name=NestedPulsing), 27parent_f2_s=PostingsFormat(name=Direct), 34parent_f1_s=PostingsFormat(name=NestedPulsing), 20parent_f1_s=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=NestedPulsing), 26parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 38parent_f2_s=PostingsFormat(name=Direct), 3child1_s=PostingsFormat(name=Direct), 8grand0_s=PostingsFormat(name=Direct), 1child0_s=PostingsFormat(name=NestedPulsing), 3parent_f2_s=PostingsFormat(name=MockRandom), 22parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 2parent_f1_s=PostingsFormat(name=MockRandom), 42parent_f2_s=PostingsFormat(name=NestedPulsing), 21parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 29parent_f1_s=PostingsFormat(name=NestedPulsing), 27parent_f1_s=PostingsFormat(name=NestedPulsing), 42parent_f1_s=PostingsFormat(name=MockRandom), 2parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 32parent_f2_s=PostingsFormat(name=MockRandom), 4grand0_s=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=Lucene41WithOrds), 43parent_f2_s=PostingsFormat(name=MockRandom), 18parent_f2_s=PostingsFormat(name=MockRandom), 41parent_f1_s=PostingsFormat(name=NestedPulsing), 34parent_f2_s=PostingsFormat(name=Direct), 43parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child3_s=PostingsFormat(name=Direct), 12parent_f1_s=PostingsFormat(name=NestedPulsing), 4parent_f2_s=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=MockRandom), 41parent_f2_s=PostingsFormat(name=Direct), 31parent_f1_s=PostingsFormat(name=MockRandom), 7parent_f1_s=PostingsFormat(name=NestedPulsing), 18parent_f1_s=PostingsFormat(name=NestedPulsing), 6grand2_s=PostingsFormat(name=Direct), 8parent_f1_s=PostingsFormat(name=Direct), 5child0_s=PostingsFormat(name=Lucene41WithOrds), 8grand6_s=PostingsFormat(name=MockRandom), n_tl1=PostingsFormat(name=Direct), 7grand6_s=PostingsFormat(name=NestedPulsing), 6grand4_s=PostingsFormat(name=MockRandom), 7grand3_s=PostingsFormat(name=MockRandom), 39parent_f1_s=PostingsFormat(name=MockRandom), 2child1_s=PostingsFormat(name=NestedPulsing), 8parent_f2_s=PostingsFormat(name=NestedPulsing), n_td1=PostingsFormat(name=Direct), 8grand7_s=PostingsFormat(name=NestedPulsing), 13parent_f1_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=NestedPulsing), 7grand1_s=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Direct), 3parent_f1_s=PostingsFormat(name=NestedPulsing), 31parent_f2_s=PostingsFormat(name=NestedPulsing), 4grand2_s=PostingsFormat(name=MockRandom), 14parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 5child2_s=PostingsFormat(name=NestedPulsing), 5parent_f2_s=PostingsFormat(name=Direct), 35parent_f1_s=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=MockRandom), 5grand3_s=PostingsFormat(name=Direct), 4child2_s=PostingsFormat(name=MockRandom), 19parent_f2_s=PostingsFormat(name=NestedPulsing), 22parent_f1_s=PostingsFormat(name=Direct), 30parent_f2_s=PostingsFormat(name=Direct), 5grand1_s=PostingsFormat(name=MockRandom), 5parent_f1_s=PostingsFormat(name=Lucene41WithOrds), 4child0_s=PostingsFormat(name=Direct), 17parent_f1_s=PostingsFormat(name=MockRandom), 8grand5_s=PostingsFormat(name=Lucene41WithOrds), 8grand2_s=PostingsFormat(name=MockRandom), 35parent_f2_s=PostingsFormat(name=NestedPulsing), 8grand4_s=PostingsFormat(name=Direct), 8grand3_s=PostingsFormat(name=NestedPulsing), 17parent_f2_s=PostingsFormat(name=Lucene41WithOrds), 40parent_f1_s=PostingsFormat(name=Direct), 16parent_f1_s=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr_CS, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=224023584,total=393216000
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaVersionResource, TestFastOutputStream, TestSchemaResource, AlternateDirectoryTest, TestIBSimilarityFactory, TestSolrQueryParserDefaultOperatorResource, TestCoreContainer, TestBadConfig, SpellCheckComponentTest, TestJmxMonitoredMap, TestBinaryResponseWriter, TestStressReorder, SearchHandlerTest, TestClassNameShortening, SolrIndexSplitterTest, FileBasedSpellCheckerTest, IndexSchemaTest, DisMaxRequestHandlerTest, RecoveryZkTest, TestRecoveryHdfs, TestDocumentBuilder, TestRandomMergePolicy, DirectSolrConnectionTest, RAMDirectoryFactoryTest, TestDynamicFieldCollectionResource, BadIndexSchemaTest, CopyFieldTest, SuggesterFSTTest, TestValueSourceCache, HdfsRecoveryZkTest, LeaderElectionTest, FieldAnalysisRequestHandlerTest, DistributedTermsComponentTest, TestQuerySenderNoQuery, IndexSchemaRuntimeFieldTest, PathHierarchyTokenizerFactoryTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J1 in 68.13s, 1 test, 1 error <<< FAILURES!

[...truncated 815 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 62 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1586 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1586/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([C7D0E5B4918FDB87:46366BACE6D0BBBB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:175)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9644 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 214638 T587 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 214642 T587 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1379053245077
   [junit4]   2> 214643 T587 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 214644 T588 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 214745 T587 oasc.ZkTestServer.run start zk server on port:35669
   [junit4]   2> 214746 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 214750 T594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357f3c84 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 214750 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 214750 T587 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 214761 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 214763 T596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ca1d1ad name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 214763 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 214763 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 214773 T587 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 214782 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 214792 T587 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 214811 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 214812 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 214831 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 214831 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 214937 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 214938 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 214941 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 214942 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 214951 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 214951 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 214954 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 214955 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 214958 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 214958 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 214966 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 214967 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 214970 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 214970 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 214974 T587 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 214974 T587 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 215166 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 215169 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35673
   [junit4]   2> 215170 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 215170 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 215171 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419
   [junit4]   2> 215171 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/'
   [junit4]   2> 215196 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/solr.xml
   [junit4]   2> 215257 T587 oasc.CoreContainer.<init> New CoreContainer 603980841
   [junit4]   2> 215258 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/]
   [junit4]   2> 215259 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 215259 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 215260 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 215261 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 215262 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 215273 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 215273 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 215274 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 215274 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 215275 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 215279 T607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33b2880e name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 215279 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 215296 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 215307 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 215309 T609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7db1a20d name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 215310 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 215312 T587 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 215317 T587 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 215326 T587 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 215328 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35673_
   [junit4]   2> 215330 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35673_
   [junit4]   2> 215338 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 215352 T587 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 215355 T587 oasc.Overseer.start Overseer (id=90377633469693955-127.0.0.1:35673_-n_0000000000) starting
   [junit4]   2> 215367 T587 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 215378 T611 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 215379 T587 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 215381 T587 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 215384 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 215387 T610 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 215393 T612 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 215393 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 215394 T612 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 216892 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 216893 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35673_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35673"}
   [junit4]   2> 216893 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 216894 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 216907 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 217397 T612 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 217397 T612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1
   [junit4]   2> 217397 T612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 217398 T612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 217398 T612 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 217399 T612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/'
   [junit4]   2> 217401 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/lib/classes/' to classloader
   [junit4]   2> 217401 T612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/lib/README' to classloader
   [junit4]   2> 217473 T612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 217538 T612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 217640 T612 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 217652 T612 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 217928 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1748530449
   [junit4]   2> 217929 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=460061381
   [junit4]   2> 218305 T612 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 218306 T612 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 218306 T612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 218320 T612 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 218324 T612 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 218343 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 218348 T612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 218353 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 218354 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 218355 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 218355 T612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 218356 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 218357 T612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 218357 T612 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 218357 T612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-controljetty-1379053245419/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/
   [junit4]   2> 218358 T612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 218359 T612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data
   [junit4]   2> 218359 T612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index/
   [junit4]   2> 218359 T612 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 218360 T612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/control/data/index
   [junit4]   2> 218360 T612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 218361 T612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@43714a3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e315547),segFN=segments_1,generation=1}
   [junit4]   2> 218362 T612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 218366 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 218366 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 218367 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 218368 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 218368 T612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 218369 T612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 218369 T612 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 218370 T612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 218371 T612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 218371 T612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 218372 T612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 218388 T612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 218395 T612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 218395 T612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 218396 T612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 218397 T612 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@43714a3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e315547),segFN=segments_1,generation=1}
   [junit4]   2> 218397 T612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 218397 T612 oass.SolrIndexSearcher.<init> Opening Searcher@2a6bc996 main
   [junit4]   2> 218401 T613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a6bc996 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 218404 T612 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 218404 T612 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35673 collection:control_collection shard:shard1
   [junit4]   2> 218404 T612 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 218417 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 218436 T612 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 218447 T612 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 218447 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 218448 T612 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35673/collection1/
   [junit4]   2> 218448 T612 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 218448 T612 oasc.SyncStrategy.syncToMe http://127.0.0.1:35673/collection1/ has no replicas
   [junit4]   2> 218448 T612 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35673/collection1/ shard1
   [junit4]   2> 218449 T612 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 219915 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 219933 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 219949 T612 oasc.ZkController.register We are http://127.0.0.1:35673/collection1/ and leader is http://127.0.0.1:35673/collection1/
   [junit4]   2> 219949 T612 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35673
   [junit4]   2> 219949 T612 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 219949 T612 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 219950 T612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 219952 T612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 219954 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 219954 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 219955 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 219968 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 219970 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 219972 T616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ca9111 name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 219972 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 219974 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 219977 T587 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 220321 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 220324 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35678
   [junit4]   2> 220325 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412
   [junit4]   2> 220326 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/'
   [junit4]   2> 220372 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/solr.xml
   [junit4]   2> 220480 T587 oasc.CoreContainer.<init> New CoreContainer 466417861
   [junit4]   2> 220481 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/]
   [junit4]   2> 220483 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 220484 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 220485 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 220485 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 220486 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 220486 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 220487 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 220487 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 220508 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 220508 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 220509 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 220509 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 220511 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 220518 T627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b7da27 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 220519 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 220522 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 220540 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 220543 T629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10fec3cf name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 220544 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 220556 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 221447 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 221449 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35673_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35673"}
   [junit4]   2> 221466 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221466 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221466 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221560 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35678_
   [junit4]   2> 221562 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35678_
   [junit4]   2> 221564 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 221565 T609 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221565 T616 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221565 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 221565 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 221566 T629 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 221581 T630 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 221581 T630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 221587 T630 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 222974 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 222975 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35678_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35678"}
   [junit4]   2> 222975 T610 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 222976 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 223018 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223018 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223018 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 223590 T630 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 223590 T630 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1
   [junit4]   2> 223590 T630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 223591 T630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 223591 T630 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 223592 T630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/'
   [junit4]   2> 223594 T630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/lib/classes/' to classloader
   [junit4]   2> 223595 T630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/lib/README' to classloader
   [junit4]   2> 223663 T630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 223730 T630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 223833 T630 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 223845 T630 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 224500 T630 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 224501 T630 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 224502 T630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 224511 T630 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 224514 T630 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 224530 T630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 224534 T630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 224537 T630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 224538 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 224539 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 224539 T630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 224540 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 224540 T630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 224540 T630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 224541 T630 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.SyncSliceTest-jetty1-1379053250412/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/
   [junit4]   2> 224541 T630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 224542 T630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1
   [junit4]   2> 224542 T630 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index/
   [junit4]   2> 224542 T630 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 224542 T630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty1/index
   [junit4]   2> 224543 T630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 224544 T630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67d3ed0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11f53d3f),segFN=segments_1,generation=1}
   [junit4]   2> 224544 T630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 224547 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 224548 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 224549 T630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 224550 T630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 224550 T630 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 224550 T630 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 224551 T630 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 224552 T630 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 224552 T630 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 224563 T630 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 224567 T630 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 224567 T630 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 224568 T630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 224568 T630 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@67d3ed0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11f53d3f),segFN=segments_1,generation=1}
   [junit4]   2> 224569 T630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 224569 T630 oass.SolrIndexSearcher.<init> Opening Searcher@3ffd7420 main
   [junit4]   2> 224573 T631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ffd7420 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 224575 T630 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 224575 T630 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35678 collection:collection1 shard:shard1
   [junit4]   2> 224575 T630 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 224583 T630 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 224608 T630 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 224611 T630 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 224611 T630 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 224612 T630 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35678/collection1/
   [junit4]   2> 224612 T630 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 224612 T630 oasc.SyncStrategy.syncToMe http://127.0.0.1:35678/collection1/ has no replicas
   [junit4]   2> 224612 T630 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35678/collection1/ shard1
   [junit4]   2> 224612 T630 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 226027 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 226046 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226046 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226046 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 226068 T630 oasc.ZkController.register We are http://127.0.0.1:35678/collection1/ and leader is http://127.0.0.1:35678/collection1/
   [junit4]   2> 226068 T630 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35678
   [junit4]   2> 226068 T630 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 226068 T630 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 226069 T630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 226071 T630 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 226072 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 226073 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 226073 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 226364 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 226367 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35683
   [junit4]   2> 226368 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 226368 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 226369 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518
   [junit4]   2> 226369 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/'
   [junit4]   2> 226423 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/solr.xml
   [junit4]   2> 226561 T587 oasc.CoreContainer.<init> New CoreContainer 35942222
   [junit4]   2> 226562 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/]
   [junit4]   2> 226564 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 226564 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 226565 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 226565 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 226566 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 226567 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 226568 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 226568 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 226590 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 226591 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 226592 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 226593 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 226595 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 226599 T643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e5374f4 name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 226600 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 226603 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 226616 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 226619 T645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@789d222b name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 226620 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 226632 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 227561 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 227562 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35678_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35678"}
   [junit4]   2> 227603 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227603 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227637 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35683_
   [junit4]   2> 227640 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35683_
   [junit4]   2> 227670 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227670 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 227671 T616 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227670 T609 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227671 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 227671 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 227673 T629 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227674 T645 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 227701 T646 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 227702 T646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 227771 T646 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 229110 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 229111 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 229112 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 229112 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 229117 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229117 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 229774 T646 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 229774 T646 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1
   [junit4]   2> 229774 T646 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 229775 T646 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 229775 T646 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 229777 T646 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/'
   [junit4]   2> 229779 T646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/lib/classes/' to classloader
   [junit4]   2> 229779 T646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/lib/README' to classloader
   [junit4]   2> 229845 T646 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 229909 T646 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 230012 T646 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 230024 T646 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 230670 T646 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 230671 T646 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 230672 T646 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 230687 T646 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 230691 T646 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 230709 T646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 230714 T646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 230719 T646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 230720 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 230721 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 230721 T646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 230722 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 230722 T646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 230723 T646 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 230723 T646 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1379053256518/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/
   [junit4]   2> 230724 T646 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ba29b3
   [junit4]   2> 230725 T646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2
   [junit4]   2> 230725 T646 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index/
   [junit4]   2> 230725 T646 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 230726 T646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty2/index
   [junit4]   2> 230726 T646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 230727 T646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6211ff17 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c2fe7f9),segFN=segments_1,generation=1}
   [junit4]   2> 230728 T646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 230733 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 230733 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 230734 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 230734 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230735 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 230735 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 230736 T646 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230736 T646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 230736 T646 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 230737 T646 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 230738 T646 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 230738 T646 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 230739 T646 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 230739 T646 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 230740 T646 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 230756 T646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 230762 T646 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 230762 T646 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 230763 T646 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=62.240234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=29.490605048231494, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 230764 T646 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6211ff17 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c2fe7f9),segFN=segments_1,generation=1}
   [junit4]   2> 230764 T646 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 230765 T646 oass.SolrIndexSearcher.<init> Opening Searcher@43255dfa main
   [junit4]   2> 230770 T647 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43255dfa main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 230773 T646 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 230773 T646 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35683 collection:collection1 shard:shard1
   [junit4]   2> 230773 T646 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 230788 T646 oasc.ZkController.register We are http://127.0.0.1:35683/collection1/ and leader is http://127.0.0.1:35678/collection1/
   [junit4]   2> 230788 T646 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35683
   [junit4]   2> 230789 T646 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 230789 T646 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C868 name=collection1 org.apache.solr.core.SolrCore@388cc906 url=http://127.0.0.1:35683/collection1 node=127.0.0.1:35683_ C868_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:35683_, base_url=http://127.0.0.1:35683}
   [junit4]   2> 230797 T648 C868 P35683 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 230797 T646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 230798 T648 C868 P35683 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 230798 T648 C868 P35683 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 230799 T648 C868 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 230799 T587 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 230800 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 230800 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 230800 T648 C868 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 230842 T619 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 231099 T587 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 231102 T587 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35690
   [junit4]   2> 231103 T587 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 231103 T587 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 231104 T587 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249
   [junit4]   2> 231104 T587 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/'
   [junit4]   2> 231143 T587 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/solr.xml
   [junit4]   2> 231234 T587 oasc.CoreContainer.<init> New CoreContainer 775668875
   [junit4]   2> 231235 T587 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/]
   [junit4]   2> 231237 T587 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 231238 T587 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 231238 T587 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 231239 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 231239 T587 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 231240 T587 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 231240 T587 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 231241 T587 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 231241 T587 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 231242 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 231258 T587 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 231259 T587 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 231259 T587 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35669/solr
   [junit4]   2> 231260 T587 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 231261 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231264 T660 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b03291d name:ZooKeeperConnection Watcher:127.0.0.1:35669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231264 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231267 T587 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 231279 T587 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 231281 T662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27c34b9f name:ZooKeeperConnection Watcher:127.0.0.1:35669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231281 T587 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 231293 T587 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 232133 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 232134 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 232151 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232151 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232297 T587 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35690_
   [junit4]   2> 232299 T587 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35690_
   [junit4]   2> 232301 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232301 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 232302 T662 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232302 T616 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232302 T609 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232303 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232302 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232303 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 232304 T629 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232304 T645 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 232319 T663 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 232320 T663 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 232321 T663 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 232846 T619 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
   [junit4]   2> 232846 T619 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:35683_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2011 
   [junit4]   2> 233658 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35690_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35690"}
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 233659 T610 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 233672 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 233672 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 234324 T663 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 234324 T663 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1
   [junit4]   2> 234324 T663 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 234325 T663 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 234325 T663 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 234327 T663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/'
   [junit4]   2> 234329 T663 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/lib/README' to classloader
   [junit4]   2> 234329 T663 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1379053261249/collection1/lib/classes/' to classloader
   [junit4]   2> 234395 T663 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 234474 T663 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 234576 T663 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 234588 T663 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C869 name=collection1 org.apache.solr.core.SolrCore@388cc906 url=http://127.0.0.1:35683/collection1 node=127.0.0.1:35683_ C869_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:35683_, base_url=http://127.0.0.1:35683}
   [junit4]   2> 234848 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35678/collection1/ core=collection1 - recoveringAfterStartup=true
   [junit4]   2> 234861 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
   [junit4]   2> 234884 T648 C869 P35683 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35683 START replicas=[http://127.0.0.1:35678/collection1/] nUpdates=100
   [junit4]   2> 234899 T648 C869 P35683 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
   [junit4]   2> 234900 T648 C869 P35683 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 234901 T648 C869 P35683 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35678/collection1/. core=collection1
   [junit4]   2> 234901 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> ASYNC  NEW_CORE C870 name=collection1 org.apache.solr.core.SolrCore@1547f5ba url=http://127.0.0.1:35678/collection1 node=127.0.0.1:35678_ C870_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:35678_, base_url=http://127.0.0.1:35678, leader=true}
   [junit4]   2> 234919 T620 C870 P35678 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
   [junit4]   2> 234962 T621 C870 P35678 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 234963 T621 C870 P35678 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 234964 T621 C870 P35678 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 234964 T621 C870 P35678 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 39
   [junit4]   2> 234966 T648 C869 P35683 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 234966 T648 C869 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
   [junit4]   2> 234994 T648 C869 P35683 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 234997 T622 C870 P35678 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 234998 T622 C870 P35678 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 234999 T648 C869 P35683 oasc.RecoveryStrategy.replay No replay needed. core=collection1
   [junit4]   2> 234999 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
   [junit4]   2> 235000 T648 C869 P35683 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 235000 T648 C869 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 235031 T648 C869 P35683 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
   [junit4]   2> 235178 T610 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 235179 T610 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35683_",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35683"}
   [junit4]   2> 235201 T609 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 235201 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live

[...truncated too long message...]

rrently being tracked
   [junit4]   2> 318890 T662 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3;done=false>>]
   [junit4]   2> 318890 T662 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3
   [junit4]   2> 318891 T662 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index;done=false>>]
   [junit4]   2> 318891 T662 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty3/index
   [junit4]   2> 318891 T662 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 318892 T662 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 318892 T662 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 318892 T662 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 319938 T680 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:35700  couldn't connect to http://127.0.0.1:35690/collection1/, counting as success
   [junit4]   2> 319938 T680 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35700 DONE. sync succeeded
   [junit4]   2> 319938 T680 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 319939 T680 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 319939 T680 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@63a1e298
   [junit4]   2> 319949 T680 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 319949 T680 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 319949 T680 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 319950 T680 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 319954 T680 C874 P35700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@36cf3633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ee4424),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@36cf3633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ee4424),segFN=segments_3,generation=3}
   [junit4]   2> 319955 T680 C874 P35700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 319956 T680 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 319956 T680 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4;done=false>>]
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index;done=false>>]
   [junit4]   2> 319957 T680 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.SyncSliceTest-1379053245076/jetty4/index
   [junit4]   2> 319958 T680 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 319958 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 319959 T680 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 319959 T680 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=415), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=415)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sq, timezone=America/Creston
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=199471352,total=392167424
   [junit4]   2> NOTE: All tests run in this JVM: [MinimalSchemaTest, StatsComponentTest, TestRTGBase, PrimUtilsTest, OpenCloseCoreStressTest, TestSolrXmlPersistor, HdfsLockFactoryTest, FieldAnalysisRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZk2Test, BasicFunctionalityTest, RegexBoostProcessorTest, ShardRoutingCustomTest, TestZkChroot, TestSchemaVersionResource, SimplePostToolTest, RequiredFieldsTest, FieldMutatingUpdateProcessorTest, TestFastLRUCache, TestRemoteStreaming, RequestHandlersTest, FileBasedSpellCheckerTest, PingRequestHandlerTest, TestSystemIdResolver, TestNonNRTOpen, TestCoreContainer, TestInfoStreamLogging, SimpleFacetsTest, ZkCLITest, SyncSliceTest]
   [junit4] Completed on J0 in 105.57s, 1 test, 1 failure <<< FAILURES!

[...truncated 855 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 failure, 34 ignored (6 assumptions)

Total time: 58 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1585 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1585/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([54BEEDD5AAB7FC57:D55863CDDDE89C6B]:0)
	at org.apache.solr.common.cloud.ZkCoreNodeProps.getBaseUrl(ZkCoreNodeProps.java:40)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.buildUrlMap(CloudSolrServer.java:406)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9584 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 57138 T73 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /q_jf/l
   [junit4]   2> 57146 T73 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-FullSolrCloudDistribCmdsTest-1379014780708
   [junit4]   2> 57148 T73 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 57149 T74 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 57250 T73 oasc.ZkTestServer.run start zk server on port:63648
   [junit4]   2> 57251 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 57256 T80 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72ff95e1 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57256 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 57257 T73 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 57262 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 57271 T82 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@732d0fda name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 57271 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 57272 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 57282 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 57286 T73 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 57290 T73 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 57295 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 57296 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 57313 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 57314 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 57419 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57419 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 57424 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 57425 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 57430 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 57430 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 57435 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 57436 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 57440 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57441 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 57446 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57446 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 57451 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 57452 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 57456 T73 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 57457 T73 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 58383 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 58655 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63652
   [junit4]   2> 58701 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 58701 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 58702 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023
   [junit4]   2> 58702 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/'
   [junit4]   2> 58729 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/solr.xml
   [junit4]   2> 58796 T73 oasc.CoreContainer.<init> New CoreContainer 1743861771
   [junit4]   2> 58797 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/]
   [junit4]   2> 58798 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 58799 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 58800 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 58801 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 58801 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 58802 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 58815 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 58815 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 58816 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 58816 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 58817 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58821 T94 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39317bd2 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58822 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58824 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 58835 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58837 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b5830dd name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58837 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58841 T73 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 58852 T73 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 58857 T73 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 58860 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63652_q_jf%2Fl
   [junit4]   2> 58862 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63652_q_jf%2Fl
   [junit4]   2> 58872 T73 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 58894 T73 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 58898 T73 oasc.Overseer.start Overseer (id=90375112668938243-127.0.0.1:63652_q_jf%2Fl-n_0000000000) starting
   [junit4]   2> 58911 T73 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 58923 T98 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 58923 T73 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 58927 T73 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 58929 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 58933 T97 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 58940 T99 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 58941 T99 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 58942 T99 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 60440 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 60441 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63652_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63652/q_jf/l"}
   [junit4]   2> 60442 T97 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 60449 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 60464 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 60944 T99 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 60944 T99 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1
   [junit4]   2> 60944 T99 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 60946 T99 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 60946 T99 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 60948 T99 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/'
   [junit4]   2> 60951 T99 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/lib/classes/' to classloader
   [junit4]   2> 60952 T99 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/lib/README' to classloader
   [junit4]   2> 61050 T99 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 61119 T99 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 61222 T99 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 61252 T99 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 61962 T99 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 61962 T99 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 61964 T99 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 61983 T99 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 61988 T99 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 62025 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 62032 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 62038 T99 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 62039 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 62040 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 62040 T99 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 62042 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 62043 T99 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 62043 T99 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 62044 T99 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1379014781023/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/
   [junit4]   2> 62044 T99 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 62046 T99 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data
   [junit4]   2> 62046 T99 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index/
   [junit4]   2> 62047 T99 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 62047 T99 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/control/data/index
   [junit4]   2> 62048 T99 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 62050 T99 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7572fe69 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6735fad1),segFN=segments_1,generation=1}
   [junit4]   2> 62050 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 62057 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 62133 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 62134 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 62134 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 62135 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 62135 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 62136 T99 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 62136 T99 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 62137 T99 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 62138 T99 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 62139 T99 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 62139 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 62140 T99 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 62141 T99 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 62142 T99 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 62158 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 62165 T99 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 62165 T99 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 62166 T99 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 62167 T99 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7572fe69 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6735fad1),segFN=segments_1,generation=1}
   [junit4]   2> 62168 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 62168 T99 oass.SolrIndexSearcher.<init> Opening Searcher@2c8633e1 main
   [junit4]   2> 62174 T100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c8633e1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 62178 T99 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 62179 T99 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63652/q_jf/l collection:control_collection shard:shard1
   [junit4]   2> 62179 T99 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 62195 T99 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 62217 T99 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 62221 T99 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 62222 T99 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 62222 T99 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63652/q_jf/l/collection1/
   [junit4]   2> 62223 T99 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 62223 T99 oasc.SyncStrategy.syncToMe http://127.0.0.1:63652/q_jf/l/collection1/ has no replicas
   [junit4]   2> 62224 T99 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63652/q_jf/l/collection1/ shard1
   [junit4]   2> 62224 T99 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 63473 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63531 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63560 T99 oasc.ZkController.register We are http://127.0.0.1:63652/q_jf/l/collection1/ and leader is http://127.0.0.1:63652/q_jf/l/collection1/
   [junit4]   2> 63560 T99 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63652/q_jf/l
   [junit4]   2> 63560 T99 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 63561 T99 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 63561 T99 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 63563 T99 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63565 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 63566 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 63663 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 63735 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 63743 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 63745 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@226d8d0a name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 63746 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 63748 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 63754 T73 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 64042 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 64045 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63656
   [junit4]   2> 64046 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 64046 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 64047 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314
   [junit4]   2> 64048 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/'
   [junit4]   2> 64087 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/solr.xml
   [junit4]   2> 64197 T73 oasc.CoreContainer.<init> New CoreContainer 985026647
   [junit4]   2> 64198 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/]
   [junit4]   2> 64200 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 64200 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 64201 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 64201 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 64202 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 64202 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 64203 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 64203 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 64204 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 64204 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 64223 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 64223 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 64224 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 64224 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 64226 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 64263 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d1289ef name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 64263 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 64280 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 64295 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 64297 T116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37842ccc name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 64298 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 64354 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 65047 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 65048 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63652_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63652/q_jf/l"}
   [junit4]   2> 65075 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65075 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65075 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65359 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63656_q_jf%2Fl
   [junit4]   2> 65361 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63656_q_jf%2Fl
   [junit4]   2> 65365 T103 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65365 T116 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65366 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65365 T96 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 65366 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65367 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 65382 T117 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 65383 T117 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 65385 T117 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 66581 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 66583 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63656_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63656/q_jf/l"}
   [junit4]   2> 66583 T97 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 66584 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 66632 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66632 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66632 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 67387 T117 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 67387 T117 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1
   [junit4]   2> 67388 T117 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 67389 T117 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 67389 T117 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 67391 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/'
   [junit4]   2> 67393 T117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/lib/README' to classloader
   [junit4]   2> 67393 T117 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/lib/classes/' to classloader
   [junit4]   2> 67465 T117 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 67533 T117 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 67635 T117 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 67655 T117 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 68355 T117 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 68356 T117 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 68357 T117 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 68373 T117 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 68377 T117 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 68413 T117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 68419 T117 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 68425 T117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 68427 T117 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 68429 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 68430 T117 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 68430 T117 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 68431 T117 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1379014787314/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/
   [junit4]   2> 68431 T117 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 68433 T117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1
   [junit4]   2> 68433 T117 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index/
   [junit4]   2> 68434 T117 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 68435 T117 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty1/index
   [junit4]   2> 68435 T117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 68437 T117 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c4ce108 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@167664af),segFN=segments_1,generation=1}
   [junit4]   2> 68437 T117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 68445 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 68445 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 68446 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 68446 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 68447 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 68447 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 68448 T117 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 68449 T117 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 68449 T117 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 68450 T117 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 68451 T117 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 68452 T117 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 68452 T117 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 68453 T117 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 68454 T117 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 68471 T117 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 68476 T117 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 68477 T117 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 68478 T117 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 68479 T117 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1c4ce108 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@167664af),segFN=segments_1,generation=1}
   [junit4]   2> 68480 T117 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 68480 T117 oass.SolrIndexSearcher.<init> Opening Searcher@74214eec main
   [junit4]   2> 68488 T118 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74214eec main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 68492 T117 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 68493 T117 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63656/q_jf/l collection:collection1 shard:shard1
   [junit4]   2> 68493 T117 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 68508 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 68529 T117 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 68541 T117 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 68541 T117 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 68541 T117 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63656/q_jf/l/collection1/
   [junit4]   2> 68542 T117 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 68542 T117 oasc.SyncStrategy.syncToMe http://127.0.0.1:63656/q_jf/l/collection1/ has no replicas
   [junit4]   2> 68543 T117 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63656/q_jf/l/collection1/ shard1
   [junit4]   2> 68543 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 69642 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 69686 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69686 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69686 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69734 T117 oasc.ZkController.register We are http://127.0.0.1:63656/q_jf/l/collection1/ and leader is http://127.0.0.1:63656/q_jf/l/collection1/
   [junit4]   2> 69734 T117 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63656/q_jf/l
   [junit4]   2> 69734 T117 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 69735 T117 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 69735 T117 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 69738 T117 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 69740 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 69740 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 69741 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 70042 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 70046 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63659
   [junit4]   2> 70047 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 70047 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 70048 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315
   [junit4]   2> 70048 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/'
   [junit4]   2> 70088 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/solr.xml
   [junit4]   2> 70184 T73 oasc.CoreContainer.<init> New CoreContainer 843644011
   [junit4]   2> 70185 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/]
   [junit4]   2> 70187 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 70187 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 70188 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 70188 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 70189 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 70189 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 70190 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 70190 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 70191 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 70191 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 70211 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 70211 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 70212 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 70213 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 70214 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70218 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff1c043 name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70218 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70234 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 70248 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70251 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a7075b name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70251 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70264 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 71202 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 71204 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63656_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63656/q_jf/l"}
   [junit4]   2> 71223 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71223 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71269 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63659_q_jf%2Fl
   [junit4]   2> 71271 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63659_q_jf%2Fl
   [junit4]   2> 71275 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 71275 T103 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71275 T116 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71275 T96 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71276 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71276 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71276 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71278 T132 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 71288 T133 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 71288 T133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 71290 T133 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 72730 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72732 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63659_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63659/q_jf/l"}
   [junit4]   2> 72733 T97 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 72733 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 72748 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72748 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 73292 T133 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 73292 T133 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1
   [junit4]   2> 73293 T133 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 73294 T133 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 73294 T133 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 73296 T133 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/'
   [junit4]   2> 73298 T133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/lib/README' to classloader
   [junit4]   2> 73300 T133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/lib/classes/' to classloader
   [junit4]   2> 73371 T133 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 73451 T133 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 73553 T133 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 73572 T133 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 74264 T133 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 74264 T133 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 74265 T133 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 74281 T133 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 74286 T133 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 74320 T133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 74327 T133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 74332 T133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 74334 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 74334 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 74335 T133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 74336 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 74337 T133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 74337 T133 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 74338 T133 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1379014793315/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/
   [junit4]   2> 74338 T133 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 74340 T133 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2
   [junit4]   2> 74340 T133 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index/
   [junit4]   2> 74340 T133 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 74341 T133 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty2/index
   [junit4]   2> 74342 T133 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 74343 T133 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ac68ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c57787b),segFN=segments_1,generation=1}
   [junit4]   2> 74344 T133 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 74351 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 74351 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 74352 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 74352 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 74353 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 74353 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 74354 T133 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 74354 T133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 74355 T133 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 74356 T133 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 74357 T133 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 74357 T133 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 74358 T133 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 74359 T133 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 74360 T133 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 74376 T133 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 74382 T133 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 74383 T133 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 74384 T133 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 74385 T133 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69ac68ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c57787b),segFN=segments_1,generation=1}
   [junit4]   2> 74385 T133 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 74386 T133 oass.SolrIndexSearcher.<init> Opening Searcher@71303650 main
   [junit4]   2> 74393 T134 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71303650 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 74398 T133 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 74398 T133 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63659/q_jf/l collection:collection1 shard:shard2
   [junit4]   2> 74398 T133 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 74413 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 74455 T133 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 74459 T133 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 74459 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 74460 T133 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63659/q_jf/l/collection1/
   [junit4]   2> 74460 T133 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 74460 T133 oasc.SyncStrategy.syncToMe http://127.0.0.1:63659/q_jf/l/collection1/ has no replicas
   [junit4]   2> 74461 T133 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63659/q_jf/l/collection1/ shard2
   [junit4]   2> 74461 T133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 75758 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 75784 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75784 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75795 T133 oasc.ZkController.register We are http://127.0.0.1:63659/q_jf/l/collection1/ and leader is http://127.0.0.1:63659/q_jf/l/collection1/
   [junit4]   2> 75795 T133 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63659/q_jf/l
   [junit4]   2> 75796 T133 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 75796 T133 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 75796 T133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 75799 T133 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 75800 T73 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 75801 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 75802 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 76097 T73 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 76100 T73 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63663
   [junit4]   2> 76101 T73 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 76102 T73 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 76102 T73 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376
   [junit4]   2> 76103 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/'
   [junit4]   2> 76142 T73 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/solr.xml
   [junit4]   2> 76248 T73 oasc.CoreContainer.<init> New CoreContainer 1299257975
   [junit4]   2> 76249 T73 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/]
   [junit4]   2> 76251 T73 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 76251 T73 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 76252 T73 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 76252 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 76253 T73 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 76253 T73 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 76254 T73 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 76254 T73 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 76255 T73 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 76255 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 76275 T73 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76275 T73 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76276 T73 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63648/solr
   [junit4]   2> 76276 T73 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76278 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76281 T146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@683c56ff name:ZooKeeperConnection Watcher:127.0.0.1:63648 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76282 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76297 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 76311 T73 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76313 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56df7ace name:ZooKeeperConnection Watcher:127.0.0.1:63648/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76314 T73 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76320 T73 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 77293 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 77295 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63659_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63659/q_jf/l"}
   [junit4]   2> 77311 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77311 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77325 T73 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63663_q_jf%2Fl
   [junit4]   2> 77327 T73 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63663_q_jf%2Fl
   [junit4]   2> 77331 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77331 T103 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77332 T148 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77331 T96 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77331 T116 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77332 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77332 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77332 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77333 T132 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77333 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77343 T149 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 77344 T149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 77346 T149 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 78818 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 78820 T97 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63663_q_jf%2Fl",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63663/q_jf/l"}
   [junit4]   2> 78820 T97 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 78821 T97 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 78835 T103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78836 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 79348 T149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 79348 T149 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1
   [junit4]   2> 79349 T149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 79350 T149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 79350 T149 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 79352 T149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/'
   [junit4]   2> 79354 T149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/lib/classes/' to classloader
   [junit4]   2> 79356 T149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/lib/README' to classloader
   [junit4]   2> 79428 T149 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 79496 T149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 79598 T149 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 79616 T149 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 80312 T149 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 80313 T149 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 80314 T149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 80330 T149 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 80334 T149 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 80367 T149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 80373 T149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 80378 T149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 80380 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 80380 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 80381 T149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 80382 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 80383 T149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 80383 T149 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 80384 T149 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1379014799376/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/
   [junit4]   2> 80384 T149 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ff795d6
   [junit4]   2> 80385 T149 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3
   [junit4]   2> 80386 T149 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index/
   [junit4]   2> 80386 T149 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 80387 T149 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index
   [junit4]   2> 80387 T149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=87.8720703125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=10.920853283410391, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7818003317873424
   [junit4]   2> 80389 T149 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@74a9cfbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@33c5d754),segFN=segments_1,generation=1}
   [junit4]   2> 80389 T149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 80396 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 80397 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 80397 T149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 80398 T149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 80398 T149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpda

[...truncated too long message...]

[junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.directUpdate(CloudSolrServer.java:304)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:498)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:663)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testThatCantForwardToLeaderFails(FullSolrCloudDistribCmdsTest.java:151)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:133)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 102861 T73 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 128120 T148 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:63663/q_jf/l  couldn't connect to http://127.0.0.1:63656/q_jf/l/collection1/, counting as success
   [junit4]   2> 128120 T148 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63663/q_jf/l DONE. sync succeeded
   [junit4]   2> 128121 T148 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 128123 T148 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
   [junit4]   2> 128123 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63663/q_jf/l/collection1/ shard1
   [junit4]   2> 128124 T148 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29aa31
   [junit4]   2> 128127 T148 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=10,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=50,cumulative_deletesById=3,cumulative_deletesByQuery=2,cumulative_errors=0}
   [junit4]   2> 128127 T148 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 128127 T148 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 128128 T148 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 128129 T148 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3;done=false>>]
   [junit4]   2> 128130 T148 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3
   [junit4]   2> 128131 T148 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index;done=false>>]
   [junit4]   2> 128131 T148 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1379014780707/jetty3/index
   [junit4]   2> 128131 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 128132 T148 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:184)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:181)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:392)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:361)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:348)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:95)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:255)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 128133 T148 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/90375112668938250-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:258)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 128133 T148 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 128134 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 128135 T148 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=lt_LT, timezone=America/Boise
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=81282064,total=136314880
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleFacetsTest, ClusterStateUpdateTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J0 in 72.08s, 1 test, 1 error <<< FAILURES!

[...truncated 988 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:382: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:455: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 326 suites, 1451 tests, 1 error, 34 ignored (6 assumptions)

Total time: 58 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure