You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/02 16:34:36 UTC

[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0-ea-b121) - Build # 3632 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3632/
Java: 64bit/jdk1.8.0-ea-b121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
KeeperErrorCode = ConnectionLoss for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /live_nodes
	at __randomizedtesting.SeedInfo.seed([E1FD4266821D5644:601BCC7EF5423678]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:388)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:214)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:695)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:99)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10161 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 285127 T1539 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 285129 T1539 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-BasicDistributedZk2Test-1388674908757
   [junit4]   2> 285131 T1539 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 285132 T1540 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 285254 T1539 oasc.ZkTestServer.run start zk server on port:52281
   [junit4]   2> 285258 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 285268 T1547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c2eb6b name:ZooKeeperConnection Watcher:127.0.0.1:52281 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 285268 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 285268 T1539 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 285277 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 285279 T1550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17c34744 name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 285279 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 285279 T1539 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 285286 T1539 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 285293 T1539 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 285298 T1539 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 285304 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 285304 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 285314 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 285314 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 285322 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 285322 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 285329 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 285329 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 285335 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 285335 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 285341 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 285341 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 285346 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 285346 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 285350 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 285350 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 285354 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 285354 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 285359 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 285359 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 285364 T1539 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 285364 T1539 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 285761 T1539 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 285777 T1539 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52288
   [junit4]   2> 285777 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 285777 T1539 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 285777 T1539 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998
   [junit4]   2> 285777 T1539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\'
   [junit4]   2> 285802 T1539 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\solr.xml
   [junit4]   2> 285822 T1539 oasc.CoreContainer.<init> New CoreContainer 1320843797
   [junit4]   2> 285822 T1539 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\]
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 285823 T1539 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 285831 T1539 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 285831 T1539 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 285833 T1539 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 285833 T1539 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52281/solr
   [junit4]   2> 285833 T1539 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 285835 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 285844 T1562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ffc6a62 name:ZooKeeperConnection Watcher:127.0.0.1:52281 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 285845 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 285849 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 285852 T1565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48b107ef name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 285852 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 285855 T1539 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 285859 T1539 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 285862 T1539 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 285865 T1539 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52288_
   [junit4]   2> 285867 T1539 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52288_
   [junit4]   2> 285870 T1539 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 285873 T1539 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 285878 T1539 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 285881 T1539 oasc.Overseer.start Overseer (id=91008198820757507-127.0.0.1:52288_-n_0000000000) starting
   [junit4]   2> 285885 T1539 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 285891 T1539 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 285893 T1567 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 285896 T1539 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 285898 T1539 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 285905 T1566 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 285906 T1568 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 285906 T1568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 285908 T1568 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 285908 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 285913 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 285913 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52288",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52288_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 285913 T1566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 285913 T1566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 285917 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 285919 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 286888 T1568 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 286888 T1568 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\collection1
   [junit4]   2> 286888 T1568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 286889 T1568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 286889 T1568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 286891 T1568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\collection1\'
   [junit4]   2> 286891 T1568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998/collection1/lib/classes/' to classloader
   [junit4]   2> 286891 T1568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998/collection1/lib/README' to classloader
   [junit4]   2> 286923 T1568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 286936 T1568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 286940 T1568 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 286944 T1568 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 287117 T1568 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 287124 T1568 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 287126 T1568 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 287144 T1568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 287148 T1568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 287160 T1568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 287162 T1568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 287163 T1568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 287163 T1568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 287165 T1568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 287165 T1568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 287165 T1568 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 287166 T1568 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388674908998\collection1\, dataDir=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/control/data\
   [junit4]   2> 287166 T1568 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b04f6ce
   [junit4]   2> 287167 T1568 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/control/data\
   [junit4]   2> 287167 T1568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/control/data\index/
   [junit4]   2> 287168 T1568 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 287168 T1568 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/control/data\index
   [junit4]   2> 287168 T1568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1910737795244277]
   [junit4]   2> 287169 T1568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78270acf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5821201b),segFN=segments_1,generation=1}
   [junit4]   2> 287169 T1568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 287172 T1568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 287173 T1568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 287173 T1568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 287173 T1568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 287173 T1568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 287174 T1568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 287174 T1568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 287174 T1568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 287174 T1568 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 287175 T1568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 287175 T1568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 287175 T1568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 287175 T1568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 287176 T1568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 287176 T1568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 287176 T1568 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 287176 T1568 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 287181 T1568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 287183 T1568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 287183 T1568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 287186 T1568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=66.7099609375, floorSegmentMB=1.990234375, forceMergeDeletesPctAllowed=29.42872630803092, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1174022196198714
   [junit4]   2> 287186 T1568 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@78270acf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5821201b),segFN=segments_1,generation=1}
   [junit4]   2> 287186 T1568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 287186 T1568 oass.SolrIndexSearcher.<init> Opening Searcher@131fa0a9 main
   [junit4]   2> 287190 T1568 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 287191 T1569 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@131fa0a9 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 287192 T1539 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 287192 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 287196 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287197 T1572 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52288 collection:control_collection shard:shard1
   [junit4]   2> 287198 T1572 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 287207 T1575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@319ad09f name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287208 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287211 T1539 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 287215 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 287218 T1539 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 287293 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287674 T1539 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 287678 T1572 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 287678 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1054 name=collection1 org.apache.solr.core.SolrCore@76242333 url=http://127.0.0.1:52288/collection1 node=127.0.0.1:52288_ C1054_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52288, core=collection1, node_name=127.0.0.1:52288_}
   [junit4]   2> 287678 T1572 C1054 P52288 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52288/collection1/
   [junit4]   2> 287678 T1572 C1054 P52288 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 287679 T1572 C1054 P52288 oasc.SyncStrategy.syncToMe http://127.0.0.1:52288/collection1/ has no replicas
   [junit4]   2> 287679 T1572 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52288/collection1/ shard1
   [junit4]   2> 287679 T1572 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 287688 T1539 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52300
   [junit4]   2> 287689 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 287689 T1539 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 287689 T1539 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846
   [junit4]   2> 287689 T1539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\'
   [junit4]   2> 287732 T1539 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\solr.xml
   [junit4]   2> 287750 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 287758 T1539 oasc.CoreContainer.<init> New CoreContainer 593597701
   [junit4]   2> 287759 T1539 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\]
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 287760 T1539 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 287768 T1539 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 287771 T1539 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 287771 T1539 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 287771 T1539 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52281/solr
   [junit4]   2> 287771 T1539 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 287778 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287788 T1587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50e9e67e name:ZooKeeperConnection Watcher:127.0.0.1:52281 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287790 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287795 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287800 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287801 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287803 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287813 T1590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64bb2191 name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287813 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287820 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 287823 T1539 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 287828 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287933 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287934 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287934 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287959 T1572 oasc.ZkController.register We are http://127.0.0.1:52288/collection1/ and leader is http://127.0.0.1:52288/collection1/
   [junit4]   2> 287959 T1572 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52288
   [junit4]   2> 287959 T1572 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 287959 T1572 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 287959 T1572 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 287962 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287962 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287962 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 287964 T1572 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 287967 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 287968 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52288",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52288_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 287975 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 288078 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 288079 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 288079 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 288811 T1539 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52300_
   [junit4]   2> 288813 T1539 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52300_
   [junit4]   2> 288817 T1565 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 288818 T1590 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 288818 T1575 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 288826 T1591 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 288826 T1591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 288827 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 288827 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 288827 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 288828 T1591 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 288829 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 288830 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52300",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52300_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 288830 T1566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 288830 T1566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 288834 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 288937 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 288938 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 288938 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 289809 T1591 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 289809 T1591 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\collection1
   [junit4]   2> 289809 T1591 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 289810 T1591 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 289810 T1591 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 289812 T1591 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\collection1\'
   [junit4]   2> 289815 T1591 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846/collection1/lib/classes/' to classloader
   [junit4]   2> 289815 T1591 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846/collection1/lib/README' to classloader
   [junit4]   2> 289876 T1591 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 289894 T1591 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 289897 T1591 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 289910 T1591 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 290111 T1591 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 290118 T1591 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 290118 T1591 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 290138 T1591 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 290141 T1591 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 290148 T1591 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 290150 T1591 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 290151 T1591 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 290151 T1591 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 290153 T1591 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 290153 T1591 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 290153 T1591 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 290153 T1591 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388674910846\collection1\, dataDir=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty1\
   [junit4]   2> 290153 T1591 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b04f6ce
   [junit4]   2> 290154 T1591 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty1\
   [junit4]   2> 290154 T1591 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty1\index/
   [junit4]   2> 290154 T1591 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 290155 T1591 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty1\index
   [junit4]   2> 290156 T1591 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1910737795244277]
   [junit4]   2> 290156 T1591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@14ffac22 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37efe48a),segFN=segments_1,generation=1}
   [junit4]   2> 290156 T1591 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 290160 T1591 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 290160 T1591 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 290160 T1591 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 290161 T1591 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 290161 T1591 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 290161 T1591 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 290161 T1591 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 290162 T1591 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 290162 T1591 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 290162 T1591 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 290163 T1591 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 290163 T1591 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 290163 T1591 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 290163 T1591 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 290164 T1591 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 290164 T1591 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 290165 T1591 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 290168 T1591 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 290172 T1591 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 290172 T1591 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 290173 T1591 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=66.7099609375, floorSegmentMB=1.990234375, forceMergeDeletesPctAllowed=29.42872630803092, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1174022196198714
   [junit4]   2> 290174 T1591 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@14ffac22 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37efe48a),segFN=segments_1,generation=1}
   [junit4]   2> 290174 T1591 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 290174 T1591 oass.SolrIndexSearcher.<init> Opening Searcher@5bade62c main
   [junit4]   2> 290180 T1592 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bade62c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 290183 T1591 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 290185 T1539 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 290185 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 290220 T1595 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52300 collection:collection1 shard:shard2
   [junit4]   2> 290598 T1539 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 290614 T1539 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52309
   [junit4]   2> 290617 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 290617 T1539 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290617 T1539 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814
   [junit4]   2> 290617 T1539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\'
   [junit4]   2> 290651 T1539 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\solr.xml
   [junit4]   2> 290678 T1595 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 290678 T1539 oasc.CoreContainer.<init> New CoreContainer 1634384754
   [junit4]   2> 290678 T1539 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\]
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 290681 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 290683 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 290683 T1539 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 290683 T1539 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 290691 T1539 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 290691 T1539 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 290691 T1539 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 290691 T1539 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52281/solr
   [junit4]   2> 290691 T1539 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 290697 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 290708 T1607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1460de69 name:ZooKeeperConnection Watcher:127.0.0.1:52281 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 290709 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 290717 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 290723 T1610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4645970c name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 290723 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 290724 T1595 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 290729 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290729 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290729 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290732 T1595 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 290732 T1595 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1055 name=collection1 org.apache.solr.core.SolrCore@2bf2c1f2 url=http://127.0.0.1:52300/collection1 node=127.0.0.1:52300_ C1055_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52300, core=collection1, node_name=127.0.0.1:52300_}
   [junit4]   2> 290732 T1595 C1055 P52300 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52300/collection1/
   [junit4]   2> 290732 T1595 C1055 P52300 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 290732 T1595 C1055 P52300 oasc.SyncStrategy.syncToMe http://127.0.0.1:52300/collection1/ has no replicas
   [junit4]   2> 290732 T1595 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52300/collection1/ shard2
   [junit4]   2> 290732 T1595 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 290736 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290741 T1539 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 290745 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290748 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290748 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 290748 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290749 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290759 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290764 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290866 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290866 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290867 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290867 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290905 T1595 oasc.ZkController.register We are http://127.0.0.1:52300/collection1/ and leader is http://127.0.0.1:52300/collection1/
   [junit4]   2> 290905 T1595 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52300
   [junit4]   2> 290905 T1595 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 290905 T1595 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 290905 T1595 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 290908 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290908 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290908 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 290911 T1595 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290914 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 290915 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52300",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52300_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 290924 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 291027 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 291027 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 291028 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 291028 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 291738 T1539 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52309_
   [junit4]   2> 291740 T1539 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52309_
   [junit4]   2> 291749 T1565 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 291749 T1590 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 291750 T1575 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 291750 T1610 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 291761 T1611 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 291761 T1611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 291763 T1611 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 291763 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 291763 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 291763 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 291765 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 291766 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52309",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52309_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 291766 T1566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 291766 T1566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 291771 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 291873 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 291874 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 291874 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 291875 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 292743 T1611 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 292743 T1611 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\collection1
   [junit4]   2> 292743 T1611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 292744 T1611 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 292744 T1611 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 292747 T1611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\collection1\'
   [junit4]   2> 292747 T1611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814/collection1/lib/classes/' to classloader
   [junit4]   2> 292750 T1611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814/collection1/lib/README' to classloader
   [junit4]   2> 292806 T1611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 292820 T1611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 292825 T1611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 292829 T1611 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 293011 T1611 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 293017 T1611 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 293019 T1611 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 293036 T1611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 293039 T1611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 293043 T1611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 293044 T1611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 293045 T1611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 293045 T1611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 293046 T1611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 293046 T1611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 293046 T1611 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 293047 T1611 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388674913814\collection1\, dataDir=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty2\
   [junit4]   2> 293047 T1611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b04f6ce
   [junit4]   2> 293048 T1611 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty2\
   [junit4]   2> 293048 T1611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty2\index/
   [junit4]   2> 293048 T1611 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 293049 T1611 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty2\index
   [junit4]   2> 293050 T1611 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1910737795244277]
   [junit4]   2> 293050 T1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70b5a8d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4fc3d7d6),segFN=segments_1,generation=1}
   [junit4]   2> 293050 T1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 293056 T1611 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 293058 T1611 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 293058 T1611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 293058 T1611 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 293059 T1611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 293059 T1611 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 293060 T1611 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 293060 T1611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 293060 T1611 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 293061 T1611 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 293062 T1611 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 293062 T1611 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 293062 T1611 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 293063 T1611 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 293063 T1611 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 293064 T1611 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 293064 T1611 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 293073 T1611 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 293080 T1611 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 293080 T1611 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 293082 T1611 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=66.7099609375, floorSegmentMB=1.990234375, forceMergeDeletesPctAllowed=29.42872630803092, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1174022196198714
   [junit4]   2> 293082 T1611 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70b5a8d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4fc3d7d6),segFN=segments_1,generation=1}
   [junit4]   2> 293082 T1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 293082 T1611 oass.SolrIndexSearcher.<init> Opening Searcher@27bdfbab main
   [junit4]   2> 293091 T1611 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 293093 T1539 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 293093 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 293130 T1612 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27bdfbab main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 293132 T1615 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52309 collection:collection1 shard:shard1
   [junit4]   2> 293226 T1615 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 293615 T1539 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 293623 T1539 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52318
   [junit4]   2> 293625 T1539 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 293625 T1539 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 293625 T1539 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388674916721
   [junit4]   2> 293625 T1539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388674916721\'
   [junit4]   2> 293669 T1539 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388674916721\solr.xml
   [junit4]   2> 293705 T1539 oasc.CoreContainer.<init> New CoreContainer 431211469
   [junit4]   2> 293705 T1539 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388674916721\]
   [junit4]   2> 293706 T1539 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 293706 T1539 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 293706 T1539 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 293706 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 293706 T1539 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 293709 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 293709 T1539 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 293709 T1539 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 293709 T1539 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 293723 T1539 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 293723 T1539 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 293725 T1539 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 293725 T1539 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52281/solr
   [junit4]   2> 293725 T1539 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 293730 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293737 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 293741 T1627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19724fd0 name:ZooKeeperConnection Watcher:127.0.0.1:52281 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293742 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293748 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293748 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293748 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293753 T1615 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 293753 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1056 name=collection1 org.apache.solr.core.SolrCore@be6a77b url=http://127.0.0.1:52309/collection1 node=127.0.0.1:52309_ C1056_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52309, core=collection1, node_name=127.0.0.1:52309_}
   [junit4]   2> 293753 T1615 C1056 P52309 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52309/collection1/
   [junit4]   2> 293753 T1615 C1056 P52309 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 293753 T1615 C1056 P52309 oasc.SyncStrategy.syncToMe http://127.0.0.1:52309/collection1/ has no replicas
   [junit4]   2> 293753 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52309/collection1/ shard1
   [junit4]   2> 293753 T1615 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 293755 T1539 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 293758 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293773 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293776 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293777 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293777 T1630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@429724c0 name:ZooKeeperConnection Watcher:127.0.0.1:52281/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 293777 T1539 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 293779 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293779 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293789 T1539 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 293792 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293798 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293904 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293905 T1630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293905 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293906 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293908 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293931 T1615 oasc.ZkController.register We are http://127.0.0.1:52309/collection1/ and leader is http://127.0.0.1:52309/collection1/
   [junit4]   2> 293931 T1615 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52309
   [junit4]   2> 293931 T1615 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 293931 T1615 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 293931 T1615 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 293934 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293934 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293934 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 293936 T1615 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293937 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 293938 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52309",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52309_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 293941 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294046 T1630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 294047 T1565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 294047 T1590 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 294047 T1575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 294048 T1610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 294778 T1539 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52318_
   [junit4]   2> 294780 T1539 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52318_
   [junit4]   2> 294790 T1575 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 294791 T1610 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 294791 T1565 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 294791 T1630 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 294791 T1590 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 294801 T1631 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 294801 T1631 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 294803 T1631 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 294803 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294803 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294803 T1565 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 294806 T1566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 294806 T1566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52318",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52318_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 294806 T1566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 294806 T1566 oasc.Overseer$ClusterSt

[...truncated too long message...]

tory: .\org.apache.solr.cloud.BasicDistributedZk2Test-1388674908757/jetty4\index
   [junit4]   2> 329035 T1651 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 329035 T1651 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 329037 T1630 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 329037 T1630 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/91008198820757514-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:276)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 329037 T1630 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 329037 T1630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 329037 T1630 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 329037 T1630 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=es_CU, timezone=America/Asuncion
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=2,threads=1,free=30667328,total=127209472
   [junit4]   2> NOTE: All tests run in this JVM: [FileUtilsTest, HdfsSyncSliceTest, TestCSVResponseWriter, AddBlockUpdateTest, TestMergePolicyConfig, TestFiltering, TestGroupingSearch, RegexBoostProcessorTest, DistributedTermsComponentTest, TestPartialUpdateDeduplication, TestMaxScoreQueryParser, TestSchemaResource, TestInfoStreamLogging, DistributedQueryElevationComponentTest, ShowFileRequestHandlerTest, DirectUpdateHandlerOptimizeTest, CopyFieldTest, OverseerTest, SpellPossibilityIteratorTest, DOMUtilTest, TestSolrQueryParser, TestModifyConfFiles, TestQueryTypes, TestFieldResource, CoreAdminHandlerTest, AutoCommitTest, TestRecovery, TestSystemIdResolver, TestClassNameShortening, TestLRUCache, TestZkChroot, TestCharFilters, BlockCacheTest, FileBasedSpellCheckerTest, TestFieldCollectionResource, TermVectorComponentTest, TestSurroundQueryParser, SliceStateTest, TestAddFieldRealTimeGet, HighlighterTest, TestValueSourceCache, TestSerializedLuceneMatchVersion, TestReload, ShardSplitTest, SpellingQueryConverterTest, TestCoreDiscovery, FunctionTest, SOLR749Test, TestPseudoReturnFields, ReturnFieldsTest, BasicDistributedZk2Test]
   [junit4] Completed in 44.89s, 1 test, 1 error <<< FAILURES!

[...truncated 958 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:453: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:433: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1304: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:937: There were test failures: 358 suites, 1577 tests, 1 error, 40 ignored (11 assumptions)

Total time: 63 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_45) - Build # 3633 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3633/
Java: 64bit/jdk1.7.0_45 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSolrDeletionPolicy2

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([912397CD528AFEA9]:0)




Build Log:
[...truncated 10415 lines...]
   [junit4] Suite: org.apache.solr.core.TestSolrDeletionPolicy2
   [junit4]   2> 1144295 T4005 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563
   [junit4]   2> 1144299 T4005 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1144299 T4005 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1144299 T4005 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1144402 T4005 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1144472 T4005 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-delpolicy2.xml
   [junit4]   2> 1144473 T4005 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1144483 T4005 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 1145195 T4005 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1145205 T4005 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1145209 T4005 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1145217 T4005 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145224 T4005 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145228 T4005 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145228 T4005 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145231 T4005 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145231 T4005 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1145232 T4005 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1145233 T4005 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1145233 T4005 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1145233 T4005 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1145234 T4005 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1145258 T4005 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1145258 T4005 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1145259 T4005 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1145360 T4005 oasc.CoreContainer.<init> New CoreContainer 1441072813
   [junit4]   2> 1145362 T4005 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\]
   [junit4]   2> 1145363 T4005 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1145363 T4005 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1145363 T4005 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1145363 T4005 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1145363 T4005 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1145364 T4005 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1145364 T4005 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1145364 T4005 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1145364 T4005 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1145373 T4005 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1145374 T4005 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1145374 T4005 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1145381 T4006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1
   [junit4]   2> 1145382 T4006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1145383 T4006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1145383 T4006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1145462 T4006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1145522 T4006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-delpolicy2.xml
   [junit4]   2> 1145522 T4006 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1145532 T4006 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1146271 T4006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1146277 T4006 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1146283 T4006 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1146293 T4006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1146299 T4006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1146304 T4006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1146304 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1146304 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1146305 T4006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1146306 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1146306 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1146306 T4006 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1146308 T4006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\
   [junit4]   2> 1146308 T4006 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1146311 T4006 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\
   [junit4]   2> 1146311 T4006 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index/
   [junit4]   2> 1146311 T4006 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index' doesn't exist. Creating new index...
   [junit4]   2> 1146312 T4006 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index
   [junit4]   2> 1146313 T4006 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=75.6865234375, floorSegmentMB=1.4873046875, forceMergeDeletesPctAllowed=16.021623746848856, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1146316 T4006 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1146317 T4006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1146322 T4006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1146323 T4006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1146323 T4006 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1146324 T4006 oass.SolrIndexSearcher.<init> Opening Searcher@30180ca9 main
   [junit4]   2> 1146325 T4006 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1146325 T4007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30180ca9 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1146340 T4005 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1146347 T4005 oas.SolrTestCaseJ4.setUp ###Starting testFakeDeletionPolicyClass
   [junit4]   2> ASYNC  NEW_CORE C2852 name=collection1 org.apache.solr.core.SolrCore@4a21b7f7
   [junit4]   2> 1146358 T4005 C2852 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 3
   [junit4]   2> 1146369 T4005 C2852 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1146374 T4005 C2852 oass.SolrIndexSearcher.<init> Opening Searcher@7f840752 main
   [junit4]   2> 1146374 T4005 C2852 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1146375 T4007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f840752 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
   [junit4]   2> 1146375 T4005 C2852 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 6
   [junit4]   2> 1146378 T4005 C2852 oasc.SolrCore.execute [collection1] webapp=null path=null params={rows=20&version=2.2&q=id:[0+TO+1]&qt=standard&start=0} hits=1 status=0 QTime=1 
   [junit4]   2> 1146380 T4005 oas.SolrTestCaseJ4.tearDown ###Ending testFakeDeletionPolicyClass
   [junit4]   2> 1146380 T4005 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1146382 T4005 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1441072813
   [junit4]   2> 7235041 T4004 ccr.ThreadLeakControl$2.evaluate WARNING Suite execution timed out: org.apache.solr.core.TestSolrDeletionPolicy2
   [junit4]   2> 	==== jstack at approximately timeout time ====
   [junit4]   2> 	"Thread-1740" ID=4008 WAITING on java.lang.Object@6a7cb05f
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on java.lang.Object@6a7cb05f
   [junit4]   2> 		at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 		at org.apache.solr.core.CloserThread.run(CoreContainer.java:1011)
   [junit4]   2> 	
   [junit4]   2> 	"searcherExecutor-2389-thread-1" ID=4007 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74cad5d8
   [junit4]   2> 		at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 		- waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74cad5d8
   [junit4]   2> 		at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 		at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 		at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"SUITE-TestSolrDeletionPolicy2-seed#[912397CD528AFEA9]-worker" ID=4005 WAITING on org.apache.solr.core.CloserThread@5056780
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on org.apache.solr.core.CloserThread@5056780
   [junit4]   2> 		at java.lang.Thread.join(Thread.java:1280)
   [junit4]   2> 		at java.lang.Thread.join(Thread.java:1354)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:374)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:337)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:544)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:137)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"SUITE-TestSolrDeletionPolicy2-seed#[912397CD528AFEA9]" ID=4004 RUNNABLE
   [junit4]   2> 		at sun.management.ThreadImpl.dumpThreads0(Native Method)
   [junit4]   2> 		at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
   [junit4]   2> 		- locked java.lang.Object@309d93cf
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
   [junit4]   2> 	
   [junit4]   2> 	"RMI TCP Accept-0" ID=3441 RUNNABLE (in native code)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.accept0(Native Method)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.socketAccept(DualStackPlainSocketImpl.java:131)
   [junit4]   2> 		at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
   [junit4]   2> 		at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:198)
   [junit4]   2> 		- locked java.net.SocksSocketImpl@395313f8
   [junit4]   2> 		at java.net.ServerSocket.implAccept(ServerSocket.java:530)
   [junit4]   2> 		at java.net.ServerSocket.accept(ServerSocket.java:498)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:388)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:360)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"RMI RenewClean-[127.0.0.1:63700]" ID=3437 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@e90a6df
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- timed waiting on java.lang.ref.ReferenceQueue$Lock@e90a6df
   [junit4]   2> 		at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4]   2> 		at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:535)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"RMI Scheduler(0)" ID=3436 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3abb81f1
   [junit4]   2> 		at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 		- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3abb81f1
   [junit4]   2> 		at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]   2> 		at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
   [junit4]   2> 		at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
   [junit4]   2> 		at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"GC Daemon" ID=3434 TIMED_WAITING on sun.misc.GC$LatencyLock@6c501356
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- timed waiting on sun.misc.GC$LatencyLock@6c501356
   [junit4]   2> 		at sun.misc.GC$Daemon.run(GC.java:117)
   [junit4]   2> 	
   [junit4]   2> 	"RMI Reaper" ID=3433 WAITING on java.lang.ref.ReferenceQueue$Lock@7d25aaa7
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on java.lang.ref.ReferenceQueue$Lock@7d25aaa7
   [junit4]   2> 		at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4]   2> 		at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4]   2> 		at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:351)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"RMI TCP Accept-0" ID=3432 RUNNABLE (in native code)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.accept0(Native Method)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.socketAccept(DualStackPlainSocketImpl.java:131)
   [junit4]   2> 		at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
   [junit4]   2> 		at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:198)
   [junit4]   2> 		- locked java.net.SocksSocketImpl@7d441c2e
   [junit4]   2> 		at java.net.ServerSocket.implAccept(ServerSocket.java:530)
   [junit4]   2> 		at java.net.ServerSocket.accept(ServerSocket.java:498)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:388)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:360)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"RMI TCP Accept-0" ID=3431 RUNNABLE (in native code)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.accept0(Native Method)
   [junit4]   2> 		at java.net.DualStackPlainSocketImpl.socketAccept(DualStackPlainSocketImpl.java:131)
   [junit4]   2> 		at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
   [junit4]   2> 		at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:198)
   [junit4]   2> 		- locked java.net.SocksSocketImpl@2965042
   [junit4]   2> 		at java.net.ServerSocket.implAccept(ServerSocket.java:530)
   [junit4]   2> 		at java.net.ServerSocket.accept(ServerSocket.java:498)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:388)
   [junit4]   2> 		at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:360)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	
   [junit4]   2> 	"Attach Listener" ID=6 RUNNABLE
   [junit4]   2> 	
   [junit4]   2> 	"Signal Dispatcher" ID=5 RUNNABLE
   [junit4]   2> 	
   [junit4]   2> 	"Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@33e6fa21
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on java.lang.ref.ReferenceQueue$Lock@33e6fa21
   [junit4]   2> 		at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4]   2> 		at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4]   2> 		at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
   [junit4]   2> 	
   [junit4]   2> 	"Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@12fa726
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on java.lang.ref.Reference$Lock@12fa726
   [junit4]   2> 		at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 		at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
   [junit4]   2> 	
   [junit4]   2> 	"main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$1@2e8faa89
   [junit4]   2> 		at java.lang.Object.wait(Native Method)
   [junit4]   2> 		- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$1@2e8faa89
   [junit4]   2> 		at java.lang.Thread.join(Thread.java:1280)
   [junit4]   2> 		at java.lang.Thread.join(Thread.java:1354)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
   [junit4]   2> 		at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
   [junit4]   2> 		at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
   [junit4]   2> 		at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4]   2> 	
   [junit4]   2> 	^^==============================================
   [junit4]   2> 	
   [junit4]   2> 7235045 T4004 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> 7255170 T4004 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 3 threads leaked from SUITE scope at org.apache.solr.core.TestSolrDeletionPolicy2: 
   [junit4]   2> 	   1) Thread[id=4005, name=SUITE-TestSolrDeletionPolicy2-seed#[912397CD528AFEA9]-worker, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Thread.join(Thread.java:1280)
   [junit4]   2> 	        at java.lang.Thread.join(Thread.java:1354)
   [junit4]   2> 	        at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:374)
   [junit4]   2> 	        at org.apache.solr.util.TestHarness.close(TestHarness.java:337)
   [junit4]   2> 	        at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:544)
   [junit4]   2> 	        at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:137)
   [junit4]   2> 	        at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
   [junit4]   2> 	        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	        at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 	        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	   2) Thread[id=4008, name=Thread-1740, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1011)
   [junit4]   2> 	   3) Thread[id=4007, name=searcherExecutor-2389-thread-1, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 7255172 T4004 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
   [junit4]   2> 	   1) Thread[id=4005, name=SUITE-TestSolrDeletionPolicy2-seed#[912397CD528AFEA9]-worker, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 	   2) Thread[id=4008, name=Thread-1740, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 	   3) Thread[id=4007, name=searcherExecutor-2389-thread-1, state=WAITING, group=TGRP-TestSolrDeletionPolicy2]
   [junit4]   2> 8399473 T4005 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a21b7f7
   [junit4]   2> 8399473 T4005 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 8399473 T4005 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 8399474 T4005 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 8399474 T4005 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 8399476 T4005 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 8399476 T4005 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 8399476 T4005 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\ [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\;done=false>>]
   [junit4]   2> 8399476 T4005 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\
   [junit4]   2> 8399476 T4005 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index;done=false>>]
   [junit4]   2> 8399478 T4005 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestSolrDeletionPolicy2-1388700732563\index
   [junit4]   2> 7255201 T4004 ccr.ThreadLeakControl.tryToInterruptAll All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=es_BO, timezone=Europe/Madrid
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=355167088,total=411566080
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryComponentCustomSortTest, IndexSchemaTest, AliasIntegrationTest, SolrInfoMBeanTest, SimpleFacetsTest, TestLMJelinekMercerSimilarityFactory, SoftAutoCommitTest, AssignTest, TestSolr4Spatial, SuggestComponentTest, RangeFacetTest, TestIndexingPerformance, AnalysisAfterCoreReloadTest, OverseerTest, AlternateDirectoryTest, TestDocumentBuilder, JSONWriterTest, DateMathParserTest, TestPostingsSolrHighlighter, FileUtilsTest, CopyFieldTest, ReturnFieldsTest, TestPerFieldSimilarity, TestHighFrequencyDictionaryFactory, SolrCoreTest, MBeansHandlerTest, WordBreakSolrSpellCheckerTest, BasicFunctionalityTest, TestDistributedMissingSort, ClusterStateTest, BadComponentTest, ClusterStateUpdateTest, AutoCommitTest, TestStressReorder, SearchHandlerTest, SuggesterTSTTest, TestCSVLoader, TermVectorComponentTest, TestIndexSearcher, TestXIncludeConfig, DistributedSpellCheckComponentTest, TestUtils, TestSolrQueryParserDefaultOperatorResource, OpenExchangeRatesOrgProviderTest, OverseerCollectionProcessorTest, TestBM25SimilarityFactory, PreAnalyzedFieldTest, QueryElevationComponentTest, BasicDistributedZkTest, ChangedSchemaMergeTest, TestSolrCoreProperties, TestFaceting, NumericFieldsTest, FieldFacetExtrasTest, MoreLikeThisHandlerTest, TestArbitraryIndexDir, StressHdfsTest, HighlighterConfigTest, PolyFieldTest, CoreAdminHandlerTest, DistanceFunctionTest, TestIBSimilarityFactory, TestAddFieldRealTimeGet, TestShardHandlerFactory, CSVRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestNRTOpen, EnumFieldTest, NotRequiredUniqueKeyTest, TestClassNameShortening, BadCopyFieldTest, TestRealTimeGet, DocValuesTest, BasicZkTest, TestZkChroot, FunctionTest, TestUpdate, DisMaxRequestHandlerTest, TestSolrXMLSerializer, TestLazyCores, TestSolrDeletionPolicy1, TestSolrQueryParserResource, TestCharFilters, TestFoldingMultitermQuery, DeleteReplicaTest, ResponseLogComponentTest, HdfsLockFactoryTest, TestTrie, SolrXmlInZkTest, TestNumberUtils, ZkNodePropsTest, TestAnalyzedSuggestions, ShardRoutingTest, RequestHandlersTest, DirectSolrConnectionTest, SystemInfoHandlerTest, RAMDirectoryFactoryTest, MigrateRouteKeyTest, TestReloadAndDeleteDocs, TestSuggestSpellingConverter, BlockCacheTest, TestSolrIndexConfig, TestJmxMonitoredMap, ScriptEngineTest, DirectUpdateHandlerOptimizeTest, DOMUtilTest, TestPhraseSuggestions, HdfsBasicDistributedZk2Test, BlockDirectoryTest, SolrIndexSplitterTest, TestSolrXmlPersistence, HardAutoCommitTest, TestLRUCache, SpellPossibilityIteratorTest, DistributedTermsComponentTest, MinimalSchemaTest, TestFileDictionaryLookup, OutputWriterTest, TestNoOpRegenerator, BinaryUpdateRequestHandlerTest, MultiTermTest, TestValueSourceCache, TestFastOutputStream, TestSystemIdResolver, SolrPluginUtilsTest, TestSurroundQueryParser, TestBinaryField, TestAtomicUpdateErrorCases, TestQueryUtils, TestDynamicFieldCollectionResource, TestRTGBase, TestJoin, TestDocSet, TestStressUserVersions, TestRangeQuery, UnloadDistributedZkTest, ConnectionManagerTest, TestDefaultSimilarityFactory, TestSolrDeletionPolicy2]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrDeletionPolicy2 -Dtests.seed=912397CD528AFEA9 -Dtests.slow=true -Dtests.locale=es_BO -Dtests.timezone=Europe/Madrid -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | TestSolrDeletionPolicy2 (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([912397CD528AFEA9]:0)
   [junit4] Completed in 7255.26s, 1 test, 1 error <<< FAILURES!

[...truncated 661 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:453: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:433: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1304: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:937: There were test failures: 358 suites, 1577 tests, 1 suite-level error, 40 ignored (11 assumptions)

Total time: 201 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_45 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure