You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/05 01:03:20 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1189 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1189/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_1 expected:<33> but was:<26>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<33> but was:<26>
	at __randomizedtesting.SeedInfo.seed([23481FA1F787935C:A2AE91B980D8F360]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:478)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 9865 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 475824 T1692 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 475830 T1692 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1388877784509
   [junit4]   2> 475832 T1692 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 475834 T1693 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 475936 T1692 oasc.ZkTestServer.run start zk server on port:49750
   [junit4]   2> 475938 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 475945 T1700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75b5ac7f name:ZooKeeperConnection Watcher:127.0.0.1:49750 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 475945 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 475946 T1692 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 475958 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 475962 T1703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aeb433b name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 475963 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 475964 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 475974 T1692 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 475982 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 475989 T1692 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 475997 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 475999 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 476011 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 476011 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 476021 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 476022 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 476030 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 476031 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 476039 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 476040 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 476048 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 476049 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 476056 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 476057 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 476066 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 476067 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 476075 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 476076 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 476084 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 476084 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 476092 T1692 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 476093 T1692 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 476413 T1692 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 476420 T1692 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49753
   [junit4]   2> 476422 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 476422 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 476423 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782
   [junit4]   2> 476423 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/'
   [junit4]   2> 476457 T1692 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/solr.xml
   [junit4]   2> 476546 T1692 oasc.CoreContainer.<init> New CoreContainer 2035311429
   [junit4]   2> 476546 T1692 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/]
   [junit4]   2> 476547 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 476548 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 476548 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 476548 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 476548 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 476549 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 476549 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 476549 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 476549 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 476560 T1692 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 476561 T1692 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 476561 T1692 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 476561 T1692 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49750/solr
   [junit4]   2> 476562 T1692 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 476564 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 476568 T1715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ce2ca0 name:ZooKeeperConnection Watcher:127.0.0.1:49750 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 476569 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 476578 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 476582 T1718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30663083 name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 476582 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 476587 T1692 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 476598 T1692 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 476607 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 476612 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49753_
   [junit4]   2> 476615 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49753_
   [junit4]   2> 476623 T1692 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 476630 T1692 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 476642 T1692 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 476649 T1692 oasc.Overseer.start Overseer (id=91021494486106115-127.0.0.1:49753_-n_0000000000) starting
   [junit4]   2> 476658 T1692 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 476669 T1720 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 476672 T1692 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 476680 T1692 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 476685 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 476695 T1719 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 476700 T1721 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 476700 T1721 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 476702 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476702 T1721 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 476707 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 476708 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49753",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49753_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 476708 T1719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 476709 T1719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 476716 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 476718 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 477704 T1721 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 477704 T1721 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/collection1
   [junit4]   2> 477704 T1721 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 477706 T1721 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 477706 T1721 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 477709 T1721 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/collection1/'
   [junit4]   2> 477710 T1721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/collection1/lib/classes/' to classloader
   [junit4]   2> 477710 T1721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/collection1/lib/README' to classloader
   [junit4]   2> 477768 T1721 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 477828 T1721 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 477831 T1721 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 477842 T1721 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 478457 T1721 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 478463 T1721 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 478464 T1721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 478472 T1721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 478548 T1721 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 478549 T1721 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-controljetty-1388877784782/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388877784509/control/data/
   [junit4]   2> 478550 T1721 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@289ba43c
   [junit4]   2> 478550 T1721 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/control/data
   [junit4]   2> 478551 T1721 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388877784509/control/data/index/
   [junit4]   2> 478551 T1721 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388877784509/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 478552 T1721 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/control/data/index
   [junit4]   2> 478552 T1721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=50.9326171875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=6.348612363003569, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5396415342310471
   [junit4]   2> 478553 T1721 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6119bbc3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3abacf07),segFN=segments_1,generation=1}
   [junit4]   2> 478553 T1721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 478558 T1721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 478559 T1721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 478560 T1721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 478560 T1721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 478561 T1721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 478561 T1721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 478561 T1721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 478562 T1721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 478562 T1721 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 478562 T1721 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 478563 T1721 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 478563 T1721 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 478563 T1721 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 478564 T1721 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 478564 T1721 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 478565 T1721 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 478565 T1721 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 478575 T1721 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 478581 T1721 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 478582 T1721 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 478582 T1721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=60.9111328125, floorSegmentMB=1.5400390625, forceMergeDeletesPctAllowed=29.369602841630755, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6298402076885083
   [junit4]   2> 478583 T1721 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6119bbc3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3abacf07),segFN=segments_1,generation=1}
   [junit4]   2> 478583 T1721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 478583 T1721 oass.SolrIndexSearcher.<init> Opening Searcher@1c23e31f main
   [junit4]   2> 478587 T1722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c23e31f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 478590 T1721 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 478591 T1692 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 478592 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 478593 T1725 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49753 collection:control_collection shard:shard1
   [junit4]   2> 478594 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 478596 T1725 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 478599 T1728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@593d9130 name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 478599 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 478604 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 478619 T1692 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 478635 T1725 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 478643 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478648 T1725 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 478648 T1725 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1850 name=collection1 org.apache.solr.core.SolrCore@6f4db3b9 url=http://127.0.0.1:49753/collection1 node=127.0.0.1:49753_ C1850_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:49753, core=collection1, node_name=127.0.0.1:49753_}
   [junit4]   2> 478648 T1725 C1850 P49753 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49753/collection1/
   [junit4]   2> 478649 T1725 C1850 P49753 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 478649 T1725 C1850 P49753 oasc.SyncStrategy.syncToMe http://127.0.0.1:49753/collection1/ has no replicas
   [junit4]   2> 478649 T1725 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49753/collection1/ shard1
   [junit4]   2> 478649 T1725 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 478658 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 478681 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478686 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 478687 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 478709 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 478729 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478839 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 478840 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 478857 T1725 oasc.ZkController.register We are http://127.0.0.1:49753/collection1/ and leader is http://127.0.0.1:49753/collection1/
   [junit4]   2> 478857 T1725 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49753
   [junit4]   2> 478857 T1725 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 478858 T1725 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 478858 T1725 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 478861 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478861 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478862 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478864 T1725 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 478869 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 478870 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49753",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49753_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 478880 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 478987 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 478988 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 479004 T1692 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 479019 T1692 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49757
   [junit4]   2> 479020 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 479020 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 479021 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297
   [junit4]   2> 479021 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/'
   [junit4]   2> 479065 T1692 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/solr.xml
   [junit4]   2> 479139 T1692 oasc.CoreContainer.<init> New CoreContainer 928791227
   [junit4]   2> 479140 T1692 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/]
   [junit4]   2> 479142 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 479142 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 479143 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 479143 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 479143 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 479143 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 479144 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 479144 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 479144 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 479154 T1692 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 479154 T1692 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 479155 T1692 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 479155 T1692 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49750/solr
   [junit4]   2> 479156 T1692 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 479160 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 479162 T1740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52bbd712 name:ZooKeeperConnection Watcher:127.0.0.1:49750 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 479163 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 479174 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 479179 T1743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e22986a name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 479180 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 479193 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 480202 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49757_
   [junit4]   2> 480205 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49757_
   [junit4]   2> 480213 T1718 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 480214 T1743 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 480214 T1728 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 480228 T1744 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 480228 T1744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 480231 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480231 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480231 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480231 T1744 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 480236 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 480237 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49757",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49757_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 480237 T1719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 480238 T1719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 480244 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 480351 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 480351 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 480351 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 481232 T1744 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 481232 T1744 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/collection1
   [junit4]   2> 481233 T1744 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 481235 T1744 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 481235 T1744 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 481237 T1744 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/collection1/'
   [junit4]   2> 481239 T1744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/collection1/lib/classes/' to classloader
   [junit4]   2> 481239 T1744 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/collection1/lib/README' to classloader
   [junit4]   2> 481304 T1744 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 481363 T1744 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 481368 T1744 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 481377 T1744 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 481892 T1744 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 481895 T1744 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 481897 T1744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 481905 T1744 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 481976 T1744 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 481977 T1744 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388877787297/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty1/
   [junit4]   2> 481977 T1744 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@289ba43c
   [junit4]   2> 481978 T1744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty1
   [junit4]   2> 481978 T1744 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty1/index/
   [junit4]   2> 481978 T1744 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 481980 T1744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty1/index
   [junit4]   2> 481980 T1744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=50.9326171875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=6.348612363003569, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5396415342310471
   [junit4]   2> 481981 T1744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5e1fc194 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46e56824),segFN=segments_1,generation=1}
   [junit4]   2> 481981 T1744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 481988 T1744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 481988 T1744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 481989 T1744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 481989 T1744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 481989 T1744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 481990 T1744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 481990 T1744 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 481990 T1744 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 481991 T1744 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 481991 T1744 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 481992 T1744 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 481992 T1744 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 481992 T1744 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 481993 T1744 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 481993 T1744 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 481994 T1744 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 481994 T1744 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 482005 T1744 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 482010 T1744 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 482010 T1744 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 482011 T1744 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=60.9111328125, floorSegmentMB=1.5400390625, forceMergeDeletesPctAllowed=29.369602841630755, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6298402076885083
   [junit4]   2> 482012 T1744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5e1fc194 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46e56824),segFN=segments_1,generation=1}
   [junit4]   2> 482012 T1744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 482012 T1744 oass.SolrIndexSearcher.<init> Opening Searcher@16ad956f main
   [junit4]   2> 482020 T1745 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16ad956f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 482024 T1744 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 482025 T1692 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 482026 T1748 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49757 collection:collection1 shard:shard2
   [junit4]   2> 482026 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 482028 T1748 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 482043 T1748 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 482050 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482051 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482051 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482054 T1748 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 482054 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 482054 T1748 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1851 name=collection1 org.apache.solr.core.SolrCore@50d1a249 url=http://127.0.0.1:49757/collection1 node=127.0.0.1:49757_ C1851_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49757, core=collection1, node_name=127.0.0.1:49757_}
   [junit4]   2> 482057 T1748 C1851 P49757 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49757/collection1/
   [junit4]   2> 482057 T1748 C1851 P49757 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 482058 T1748 C1851 P49757 oasc.SyncStrategy.syncToMe http://127.0.0.1:49757/collection1/ has no replicas
   [junit4]   2> 482058 T1748 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49757/collection1/ shard2
   [junit4]   2> 482058 T1748 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 482064 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482069 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482070 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482071 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482087 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482092 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 482099 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482206 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482206 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482206 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482243 T1748 oasc.ZkController.register We are http://127.0.0.1:49757/collection1/ and leader is http://127.0.0.1:49757/collection1/
   [junit4]   2> 482243 T1748 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49757
   [junit4]   2> 482243 T1748 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 482243 T1748 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 482244 T1748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 482247 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482247 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482247 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482247 T1748 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 482252 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 482253 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49757",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49757_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 482264 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 482344 T1692 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 482348 T1692 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49760
   [junit4]   2> 482349 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 482350 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 482350 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705
   [junit4]   2> 482350 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/'
   [junit4]   2> 482370 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482370 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482371 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 482386 T1692 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/solr.xml
   [junit4]   2> 482464 T1692 oasc.CoreContainer.<init> New CoreContainer 1144141533
   [junit4]   2> 482464 T1692 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/]
   [junit4]   2> 482467 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 482467 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 482467 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 482468 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 482468 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 482468 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 482468 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 482468 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 482469 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 482479 T1692 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 482479 T1692 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 482480 T1692 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 482481 T1692 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49750/solr
   [junit4]   2> 482481 T1692 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 482483 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 482489 T1760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@496a2243 name:ZooKeeperConnection Watcher:127.0.0.1:49750 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 482490 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 482498 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 482502 T1763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dcf50e2 name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 482502 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 482516 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 483526 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49760_
   [junit4]   2> 483529 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49760_
   [junit4]   2> 483537 T1763 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 483537 T1728 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 483538 T1743 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 483537 T1718 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 483553 T1764 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 483553 T1764 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 483556 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 483556 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 483557 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 483556 T1764 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 483561 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 483563 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49760",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49760_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 483563 T1719 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 483563 T1719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 483571 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 483680 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 483681 T1763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 483680 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 483681 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 484558 T1764 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 484559 T1764 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/collection1
   [junit4]   2> 484559 T1764 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 484561 T1764 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 484561 T1764 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 484564 T1764 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/collection1/'
   [junit4]   2> 484565 T1764 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/collection1/lib/classes/' to classloader
   [junit4]   2> 484566 T1764 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/collection1/lib/README' to classloader
   [junit4]   2> 484624 T1764 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 484682 T1764 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 484687 T1764 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 484696 T1764 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 485205 T1764 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 485207 T1764 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 485209 T1764 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 485218 T1764 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 485299 T1764 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 485300 T1764 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388877790705/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty2/
   [junit4]   2> 485300 T1764 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@289ba43c
   [junit4]   2> 485301 T1764 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty2
   [junit4]   2> 485301 T1764 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty2/index/
   [junit4]   2> 485302 T1764 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 485303 T1764 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty2/index
   [junit4]   2> 485303 T1764 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=50.9326171875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=6.348612363003569, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5396415342310471
   [junit4]   2> 485304 T1764 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3042f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cc68945),segFN=segments_1,generation=1}
   [junit4]   2> 485304 T1764 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 485309 T1764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 485310 T1764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 485310 T1764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 485310 T1764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 485311 T1764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 485311 T1764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 485312 T1764 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 485312 T1764 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 485312 T1764 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 485313 T1764 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 485313 T1764 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 485314 T1764 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 485314 T1764 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 485315 T1764 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 485315 T1764 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 485316 T1764 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 485316 T1764 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 485326 T1764 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 485336 T1764 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 485336 T1764 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 485337 T1764 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=60.9111328125, floorSegmentMB=1.5400390625, forceMergeDeletesPctAllowed=29.369602841630755, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6298402076885083
   [junit4]   2> 485338 T1764 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3042f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cc68945),segFN=segments_1,generation=1}
   [junit4]   2> 485338 T1764 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 485339 T1764 oass.SolrIndexSearcher.<init> Opening Searcher@1d8de61f main
   [junit4]   2> 485344 T1765 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d8de61f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 485348 T1764 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 485350 T1692 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 485350 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 485350 T1768 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49760 collection:collection1 shard:shard1
   [junit4]   2> 485353 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 485371 T1768 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 485377 T1768 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 485377 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485377 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485377 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485377 T1768 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1852 name=collection1 org.apache.solr.core.SolrCore@feeffc0 url=http://127.0.0.1:49760/collection1 node=127.0.0.1:49760_ C1852_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:49760, core=collection1, node_name=127.0.0.1:49760_}
   [junit4]   2> 485379 T1768 C1852 P49760 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49760/collection1/
   [junit4]   2> 485379 T1768 C1852 P49760 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 485380 T1768 C1852 P49760 oasc.SyncStrategy.syncToMe http://127.0.0.1:49760/collection1/ has no replicas
   [junit4]   2> 485380 T1768 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49760/collection1/ shard1
   [junit4]   2> 485380 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 485384 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 485394 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485398 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485398 T1763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485401 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485402 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485418 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 485425 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485532 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485533 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485534 T1763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485536 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485569 T1768 oasc.ZkController.register We are http://127.0.0.1:49760/collection1/ and leader is http://127.0.0.1:49760/collection1/
   [junit4]   2> 485570 T1768 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49760
   [junit4]   2> 485570 T1768 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 485570 T1768 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 485570 T1768 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 485574 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485574 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485574 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485578 T1768 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 485580 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 485581 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49760",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49760_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 485588 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 485670 T1692 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 485684 T1692 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49763
   [junit4]   2> 485685 T1692 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 485686 T1692 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 485686 T1692 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030
   [junit4]   2> 485686 T1692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/'
   [junit4]   2> 485694 T1763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485694 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485695 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485696 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 485716 T1692 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/solr.xml
   [junit4]   2> 485788 T1692 oasc.CoreContainer.<init> New CoreContainer 2044181359
   [junit4]   2> 485790 T1692 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/]
   [junit4]   2> 485791 T1692 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 485792 T1692 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 485792 T1692 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 485792 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 485793 T1692 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 485793 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 485793 T1692 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 485793 T1692 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 485794 T1692 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 485804 T1692 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 485804 T1692 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 485805 T1692 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 485805 T1692 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49750/solr
   [junit4]   2> 485806 T1692 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 485808 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 485812 T1780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@435f7db5 name:ZooKeeperConnection Watcher:127.0.0.1:49750 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 485814 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 485821 T1692 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 485825 T1783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63cc8a3a name:ZooKeeperConnection Watcher:127.0.0.1:49750/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 485825 T1692 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 485838 T1692 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 486852 T1692 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49763_
   [junit4]   2> 486854 T1692 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49763_
   [junit4]   2> 486864 T1783 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 486864 T1718 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 486865 T1743 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 486865 T1728 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 486865 T1763 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 486882 T1784 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 486882 T1784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 486885 T1784 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 486885 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 486886 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 486886 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 486889 T1719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 486891 T1719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49763",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49763_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 486893 T1719 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 486893 T1719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 486900 T1718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 487009 T1743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 487010 T1763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 487010 T1728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 487011 T1783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 487012 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 487886 T1784 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 487887 T1784 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/collection1
   [junit4]   2> 487887 T1784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 487889 T1784 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 487889 T1784 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 487892 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/collection1/'
   [junit4]   2> 487893 T1784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/collection1/lib/classes/' to classloader
   [junit4]   2> 487894 T1784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/collection1/lib/README' to classloader
   [junit4]   2> 487959 T1784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 488026 T1784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 488029 T1784 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 488045 T1784 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 488566 T1784 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 488569 T1784 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 488571 T1784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 488578 T1784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 488646 T1784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 488647 T1784 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388877794030/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/
   [junit4]   2> 488647 T1784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@289ba43c
   [junit4]   2> 488648 T1784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3
   [junit4]   2> 488648 T1784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index/
   [junit4]   2> 488648 T1784 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 488649 T1784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index
   [junit4]   2> 488650 T1784 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=50.9326171875, floorSegmentMB=1.6376953125, forceMergeDeletesPctAllowed=6.348612363003569, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5396415342310471
   [junit4]   2> 488651 T1784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits

[...truncated too long message...]

Id=0,deletesByQuery=0,errors=0,cumulative_adds=203,cumulative_deletesById=87,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 526761 T1783 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 526762 T1783 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 526762 T1783 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 526764 T1783 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 526764 T1783 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 526765 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index;done=false>>]
   [junit4]   2> 526765 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3/index
   [junit4]   2> 526765 T1783 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3;done=false>>]
   [junit4]   2> 526765 T1783 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty3
   [junit4]   2> 526765 T1783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 526766 T1783 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 526766 T1783 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 526766 T1783 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> ASYNC  NEW_CORE C2085 name=collection1 org.apache.solr.core.SolrCore@60c60310 url=http://127.0.0.1:49767/collection1 node=127.0.0.1:49767_ C2085_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:49767, core=collection1, node_name=127.0.0.1:49767_}
   [junit4]   2> 527035 T1804 C2085 P49767 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 527036 T1804 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 527036 T1804 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60c60310
   [junit4]   2> 527058 T1804 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=125,cumulative_deletesById=33,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 527059 T1804 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 527059 T1804 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 527060 T1804 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 527062 T1804 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 527063 T1804 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 527063 T1804 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4;done=false>>]
   [junit4]   2> 527064 T1804 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4
   [junit4]   2> 527064 T1804 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4/index;done=false>>]
   [junit4]   2> 527064 T1804 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388877784509/jetty4/index
   [junit4]   2> 527065 T1804 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 527065 T1804 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {id=MockFixedIntBlock(blockSize=1717), _version_=FST41, n_ti=PostingsFormat(name=FSTPulsing41)}, docValues:{}, sim=DefaultSimilarity, locale=fr_FR, timezone=US/Indiana-Starke
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=85042992,total=191152128
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, SchemaVersionSpecificBehaviorTest, CoreContainerCoreInitFailuresTest, QueryFacetTest, TestReload, XmlUpdateRequestHandlerTest, AssignTest, QueryEqualityTest, SampleTest, TestSolrDeletionPolicy1, TestBM25SimilarityFactory, TestLRUCache, TriLevelCompositeIdRoutingTest, TestRandomMergePolicy, SuggesterFSTTest, BasicDistributedZk2Test, ClusterStateTest, SpatialFilterTest, TestDocBasedVersionConstraints, BasicFunctionalityTest, TestCollationField, TestLMJelinekMercerSimilarityFactory, TestCopyFieldCollectionResource, TestCollationFieldDocValues, TestSolrQueryParserDefaultOperatorResource, TestAnalyzedSuggestions, EchoParamsTest, TestRemoteStreaming, TestPseudoReturnFields, TestReversedWildcardFilterFactory, ChaosMonkeySafeLeaderTest, TestStressRecovery, TestArbitraryIndexDir, SpellCheckCollatorTest, TestSchemaVersionResource, ShardSplitTest]
   [junit4] Completed in 52.22s, 1 test, 1 failure <<< FAILURES!

[...truncated 989 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1304: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:937: There were test failures: 358 suites, 1577 tests, 1 failure, 40 ignored (5 assumptions)

Total time: 79 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1191 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1191/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=6929, name=Thread-3432, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6929, name=Thread-3432, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([2EF3BED7537C0492:AF1530CF242364AE]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewstresscollection_collection1_1
	at __randomizedtesting.SeedInfo.seed([2EF3BED7537C0492]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1607)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1633)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:915)




Build Log:
[...truncated 10291 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1551692 T6628 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1551702 T6628 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1388921886835
   [junit4]   2> 1551704 T6628 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1551705 T6629 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1551806 T6628 oasc.ZkTestServer.run start zk server on port:50866
   [junit4]   2> 1551809 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1551815 T6636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57b8c44a name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1551815 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1551816 T6628 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1551832 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1551838 T6639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76a0b343 name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1551838 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1551838 T6628 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1551846 T6628 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1551853 T6628 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1551858 T6628 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1551866 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1551867 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1551879 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1551880 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1551888 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1551889 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1551896 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1551897 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1551904 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1551904 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1551912 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1551912 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1551920 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1551921 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1551928 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1551929 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1551935 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1551936 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1551944 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1551944 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1551951 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1551952 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 1551963 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1551966 T6642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82690dc name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1551966 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1551967 T6628 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1551974 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1551977 T6645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@250db321 name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1551978 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1551979 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1551980 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1551988 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1551989 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 1551996 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1551997 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1552004 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1552004 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1552012 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1552012 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1552019 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1552019 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 1552027 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1552028 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1552035 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1552035 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1552042 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1552043 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1552050 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1552050 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1552057 T6628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1552057 T6628 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1552356 T6628 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1552367 T6628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50871
   [junit4]   2> 1552367 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1552368 T6628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1552368 T6628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197
   [junit4]   2> 1552368 T6628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/'
   [junit4]   2> 1552404 T6628 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solr.xml
   [junit4]   2> 1552476 T6628 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1552477 T6628 oasc.CoreContainer.<init> New CoreContainer 1109693625
   [junit4]   2> 1552477 T6628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/]
   [junit4]   2> 1552479 T6628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1552479 T6628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1552479 T6628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1552480 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1552480 T6628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1552480 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1552480 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1552481 T6628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1552481 T6628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1552491 T6628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1552491 T6628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1552491 T6628 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1552492 T6628 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50866/solr
   [junit4]   2> 1552492 T6628 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1552494 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1552498 T6657 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@797b325d name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1552498 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1552504 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1552508 T6660 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4849d3ea name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1552508 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1552511 T6628 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1552521 T6628 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1552531 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1552535 T6628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50871_
   [junit4]   2> 1552537 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50871_
   [junit4]   2> 1552546 T6628 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1552552 T6628 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1552564 T6628 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1552570 T6628 oasc.Overseer.start Overseer (id=91024384776011781-127.0.0.1:50871_-n_0000000000) starting
   [junit4]   2> 1552579 T6628 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1552589 T6662 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1552591 T6628 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1552599 T6628 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1552604 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1552613 T6661 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1552620 T6628 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197
   [junit4]   2> 1552751 T6628 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/conf/
   [junit4]   2> 1552757 T6628 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1552758 T6628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1552758 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1552760 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1552764 T6666 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@269bf2a2 name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1552764 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1552768 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1552774 T6628 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1553058 T6628 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1553063 T6628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50875
   [junit4]   2> 1553064 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1553064 T6628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1553065 T6628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905
   [junit4]   2> 1553065 T6628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/'
   [junit4]   2> 1553106 T6628 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solr.xml
   [junit4]   2> 1553180 T6628 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1553180 T6628 oasc.CoreContainer.<init> New CoreContainer 1677999442
   [junit4]   2> 1553180 T6628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/]
   [junit4]   2> 1553182 T6628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1553182 T6628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1553182 T6628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1553183 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1553183 T6628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1553183 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1553184 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1553184 T6628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1553184 T6628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1553195 T6628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1553195 T6628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1553195 T6628 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1553196 T6628 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50866/solr
   [junit4]   2> 1553196 T6628 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1553198 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1553202 T6678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d963b01 name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1553202 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1553207 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1553211 T6681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4546020 name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1553212 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1553221 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1554230 T6628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50875_
   [junit4]   2> 1554232 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50875_
   [junit4]   2> 1554239 T6660 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1554239 T6681 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1554240 T6666 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1554255 T6628 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905
   [junit4]   2> 1554414 T6628 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/conf/
   [junit4]   2> 1554425 T6628 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1554426 T6628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1554426 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1554713 T6628 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1554716 T6628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50878
   [junit4]   2> 1554717 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1554717 T6628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1554717 T6628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558
   [junit4]   2> 1554718 T6628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/'
   [junit4]   2> 1554753 T6628 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solr.xml
   [junit4]   2> 1554849 T6628 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1554850 T6628 oasc.CoreContainer.<init> New CoreContainer 472866771
   [junit4]   2> 1554850 T6628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/]
   [junit4]   2> 1554852 T6628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1554853 T6628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1554853 T6628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1554853 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1554853 T6628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1554854 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1554854 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1554854 T6628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1554855 T6628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1554864 T6628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1554864 T6628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1554864 T6628 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1554865 T6628 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50866/solr
   [junit4]   2> 1554865 T6628 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1554867 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1554871 T6694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12661bcc name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1554871 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1554876 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1554880 T6697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f749b5 name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1554880 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1554889 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1555897 T6628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50878_
   [junit4]   2> 1555900 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50878_
   [junit4]   2> 1555907 T6681 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1555908 T6697 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1555908 T6660 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1555908 T6666 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1555918 T6628 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558
   [junit4]   2> 1556061 T6628 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/conf/
   [junit4]   2> 1556068 T6628 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1556069 T6628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1556069 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1556399 T6628 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1556403 T6628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50881
   [junit4]   2> 1556404 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1556404 T6628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1556405 T6628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200
   [junit4]   2> 1556405 T6628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200/'
   [junit4]   2> 1556436 T6628 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200/solr.xml
   [junit4]   2> 1556524 T6628 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1556525 T6628 oasc.CoreContainer.<init> New CoreContainer 410919177
   [junit4]   2> 1556525 T6628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200/]
   [junit4]   2> 1556527 T6628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1556527 T6628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1556527 T6628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1556528 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1556528 T6628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1556528 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1556529 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1556529 T6628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1556529 T6628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1556538 T6628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1556539 T6628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1556539 T6628 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1556539 T6628 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50866/solr
   [junit4]   2> 1556540 T6628 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1556542 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1556546 T6710 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52f7e5c0 name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1556547 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1556552 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1556556 T6713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ab90de name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1556556 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1556565 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1557574 T6628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50881_
   [junit4]   2> 1557578 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50881_
   [junit4]   2> 1557585 T6713 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1557586 T6666 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1557587 T6681 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1557587 T6697 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1557587 T6660 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1557602 T6628 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200
   [junit4]   2> 1557774 T6628 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388921891200/conf/
   [junit4]   2> 1557781 T6628 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1557783 T6628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1557783 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1558157 T6628 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1558162 T6628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50884
   [junit4]   2> 1558163 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1558164 T6628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1558164 T6628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915
   [junit4]   2> 1558165 T6628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/'
   [junit4]   2> 1558201 T6628 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solr.xml
   [junit4]   2> 1558293 T6628 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1558294 T6628 oasc.CoreContainer.<init> New CoreContainer 1823659342
   [junit4]   2> 1558294 T6628 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/]
   [junit4]   2> 1558296 T6628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1558296 T6628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1558296 T6628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1558297 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1558297 T6628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1558297 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1558298 T6628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1558298 T6628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1558298 T6628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1558307 T6628 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1558308 T6628 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1558308 T6628 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1558308 T6628 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50866/solr
   [junit4]   2> 1558308 T6628 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1558310 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1558314 T6726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@162ec222 name:ZooKeeperConnection Watcher:127.0.0.1:50866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1558315 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1558320 T6628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1558324 T6729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25389c4a name:ZooKeeperConnection Watcher:127.0.0.1:50866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1558324 T6628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1558333 T6628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1559341 T6628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50884_
   [junit4]   2> 1559344 T6628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50884_
   [junit4]   2> 1559352 T6666 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559353 T6681 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559353 T6660 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559353 T6729 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559353 T6713 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559354 T6697 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1559368 T6628 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915
   [junit4]   2> 1559465 T6628 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/conf/
   [junit4]   2> 1559470 T6628 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1559476 T6628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1559477 T6628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1559490 T6673 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&collection.configName=conf1&replicationFactor=2&name=solrj_collection&action=CREATE&router.field=myOwnField&version=2&router.name=compositeId&wt=javabin
   [junit4]   2> 1559493 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559496 T6662 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1559496 T6662 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1559497 T6662 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 1559497 T6662 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 1559509 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559514 T6661 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1559515 T6661 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 1559515 T6661 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 1559523 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559525 T6713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559525 T6666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559526 T6681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559526 T6697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559526 T6729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559525 T6660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559611 T6662 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 1559611 T6662 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:50875_
   [junit4]   2> 1559612 T6662 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:50878_
   [junit4]   2> 1559612 T6662 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:50884_
   [junit4]   2> 1559615 T6662 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:50871_
   [junit4]   2> 1559620 T6674 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 1559623 T6686 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 1559624 T6721 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 1559625 T6649 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 1559628 T6686 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1559629 T6674 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1559628 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559629 T6649 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1559629 T6721 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1559634 T6661 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1559635 T6661 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50878",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50878_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1559642 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559645 T6661 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50875",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50875_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1559653 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559656 T6661 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50884",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50884_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1559661 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559663 T6661 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50871",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50871_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1559670 T6660 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1559778 T6660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559778 T6666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559779 T6713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559779 T6681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559778 T6729 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1559779 T6697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1560630 T6686 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 1560630 T6674 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 1560633 T6686 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2
   [junit4]   2> 1560633 T6686 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1560633 T6649 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 1560634 T6674 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1
   [junit4]   2> 1560634 T6674 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1560635 T6721 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 1560635 T6649 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2
   [junit4]   2> 1560636 T6649 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1560636 T6721 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1
   [junit4]   2> 1560637 T6721 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1560637 T6674 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1560638 T6674 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1560639 T6649 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1560638 T6686 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1560640 T6686 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1560639 T6721 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1560641 T6721 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1560639 T6649 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1560642 T6674 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/'
   [junit4]   2> 1560645 T6721 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/'
   [junit4]   2> 1560646 T6649 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/'
   [junit4]   2> 1560647 T6686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/'
   [junit4]   2> 1560816 T6674 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1560821 T6686 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1560825 T6721 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1560887 T6649 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1560978 T6686 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1560985 T6721 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1560988 T6686 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1560993 T6721 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1561001 T6721 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1561020 T6674 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1561023 T6686 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1561045 T6674 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1561057 T6674 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1561062 T6649 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1561070 T6649 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1561089 T6649 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1562561 T6674 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1562571 T6674 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1562574 T6674 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1562581 T6686 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1562591 T6686 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1562594 T6686 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1562599 T6721 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1562623 T6721 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1562627 T6721 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1562639 T6649 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1562646 T6649 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1562651 T6649 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1562672 T6721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562677 T6674 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562683 T6686 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562685 T6674 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562688 T6721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562691 T6674 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562692 T6686 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562696 T6674 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562697 T6674 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562697 T6674 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562701 T6686 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562701 T6674 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562702 T6674 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562702 T6674 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1562703 T6674 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/data/
   [junit4]   2> 1562703 T6721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562703 T6674 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6229447a
   [junit4]   2> 1562706 T6674 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/data
   [junit4]   2> 1562707 T6674 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 1562708 T6674 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1562707 T6686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562709 T6686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562710 T6686 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562709 T6674 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388921887905/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 1562708 T6721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562711 T6721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562712 T6721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562712 T6686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562712 T6686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562713 T6686 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1562711 T6674 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=75.3564453125, floorSegmentMB=0.7685546875, forceMergeDeletesPctAllowed=12.257078758945578, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1562710 T6649 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562714 T6721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562716 T6721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562713 T6686 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/data/
   [junit4]   2> 1562716 T6686 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6229447a
   [junit4]   2> 1562717 T6686 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/data
   [junit4]   2> 1562718 T6686 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 1562718 T6686 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1562718 T6686 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388921889558/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 1562719 T6686 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=75.3564453125, floorSegmentMB=0.7685546875, forceMergeDeletesPctAllowed=12.257078758945578, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1562716 T6721 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1562715 T6674 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@762d754d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4aaed6d2),segFN=segments_1,generation=1}
   [junit4]   2> 1562720 T6674 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562720 T6686 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ee92f12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c823cae),segFN=segments_1,generation=1}
   [junit4]   2> 1562721 T6686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562720 T6721 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/data/
   [junit4]   2> 1562722 T6721 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6229447a
   [junit4]   2> 1562719 T6649 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1562724 T6721 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/data
   [junit4]   2> 1562724 T6721 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 1562724 T6721 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1562725 T6721 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388921892915/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 1562725 T6721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=75.3564453125, floorSegmentMB=0.7685546875, forceMergeDeletesPctAllowed=12.257078758945578, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1562727 T6721 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2dcbded5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18649cfd),segFN=segments_1,generation=1}
   [junit4]   2> 1562727 T6721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562729 T6686 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1562731 T6686 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562731 T6686 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562731 T6674 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1562731 T6686 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562732 T6674 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562732 T6686 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562733 T6686 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1562733 T6686 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562734 T6686 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562734 T6686 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1562735 T6686 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1562735 T6686 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1562735 T6686 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1562736 T6686 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1562737 T6721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1562732 T6674 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562737 T6721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562738 T6686 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1562737 T6674 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562740 T6674 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562740 T6674 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1562741 T6674 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562741 T6674 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562742 T6674 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1562742 T6674 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1562743 T6674 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1562743 T6674 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1562744 T6649 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562738 T6721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562746 T6721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562744 T6674 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1562740 T6686 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1562747 T6674 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1562748 T6686 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1562747 T6649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562749 T6649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562749 T6649 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562747 T6721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562751 T6721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1562752 T6721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562753 T6649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1562753 T6649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1562748 T6686 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1562748 T6674 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1562754 T6649 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1562755 T6649 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/data/
   [junit4]   2> 1562756 T6649 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6229447a
   [junit4]   2> 1562757 T6649 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/data
   [junit4]   2> 1562757 T6649 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 1562757 T6649 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1562758 T6649 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388921887197/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 1562759 T6649 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=75.3564453125, floorSegmentMB=0.7685546875, forceMergeDeletesPctAllowed=12.257078758945578, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1562760 T6649 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@151863c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22e21deb),segFN=segments_1,generation=1}
   [junit4]   2> 1562761 T6649 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562753 T6721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562765 T6721 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1562765 T6686 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1562766 T6674 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1562767 T6674 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1562768 T6721 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1562769 T6721 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1562769 T6721 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1562769 T6721 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1562770 T6721 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1562771 T6721 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1562775 T6721 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1562775 T6721 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1562777 T6721 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1562765 T6649 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1562779 T6649 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562780 T6649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1562780 T6649 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562780 T6649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1562781 T6649 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1562781 T6649 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562782 T6649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1562782 T6649 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1562783 T6649 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1562774 T6686 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1562784 T6686 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1562771 T6674 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1562786 T6721 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1562786 T6721 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1562784 T6649 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1562787 T6649 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1562787 T6649 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1562788 T6686 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=52.17578125, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=3.3692869733893738, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8007983496127306
   [junit4]   2> 1562788 T6721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=52.17578125, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=3.3692869733893738, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8007983496127306
   [junit4]   2> 1562790 T6686 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ee92f12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c823cae),segFN=segments_1,generation=1}
   [junit4]   2> 1562790 T6686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562790 T6674 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1562791 T6674 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1562788 T6649 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1562791 T6674 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=52.17578125, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=3.3692869733893738, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8007983496127306
   [junit4]   2> 1562792 T6649 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1562790 T6721 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2dcbded5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18649cfd),segFN=segments_1,generation=1}
   [junit4]   2> 1562793 T6721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562790 T6686 oass.SolrIndexSearcher.<init> Opening Searcher@638a3a0e main
   [junit4]   2> 1562794 T6721 oass.SolrIndexSearcher.<init> Opening Searcher@54913f7 main
   [junit4]   2> 1562793 T6649 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1562796 T6649 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1562793 T6674 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@762d754d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4aaed6d2),segFN=segments_1,generation=1}
   [junit4]   2> 1562797 T6674 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1562797 T6674 oass.SolrIndexSearcher.<init> Opening Searcher@2cae1234 main
   [junit4]   2> 1562799 T6649 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1562801 T6735 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@638a3a0e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1562802 T6736 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@54913f7 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1562802 T6737 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@2cae1234 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1562805 T6721 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 1562805 T6721 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:50884 collection:solrj_collection shard:shard2
   [junit4]   2> 1562806 T6674 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 1562806 T6674 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:50875 collection:solrj_collection shard:shard1
   [junit4]   2> 1562808 T6721 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 1562809 T6674 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 1562811 T6649 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1562812 T6649 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1562812 T6686 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 1562813 T6686 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:50878 collection:solrj_collection shard:shard1
   [junit4]   2> 1562813 T6649 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=52.17578125, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=3.3692869733893738, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8007983496127306
   [junit4]   2> 1562817 T6686 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 1562817 T6649 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@151863c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22e21deb)

[...truncated too long message...]

ead.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1818493 T6713 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1818493 T6713 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewstresscollection_collection1_1/leader_elect/shard7/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1818494 T6713 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewstresscollection_collection1_1/leader_elect/shard8/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1818494 T6713 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=es_PR, timezone=Pacific/Rarotonga
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=2,free=181229280,total=414121984
   [junit4]   2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, CachingDirectoryFactoryTest, XsltUpdateRequestHandlerTest, AliasIntegrationTest, SimplePostToolTest, FieldFacetTest, UpdateParamsTest, TestCodecSupport, TestReloadAndDeleteDocs, TestDynamicFieldResource, IndexSchemaTest, ResourceLoaderTest, NumericFieldsTest, TestCoreContainer, TestImplicitCoreProperties, TestDefaultSearchFieldResource, TestSchemaResource, TestDFRSimilarityFactory, TestQuerySenderNoQuery, QueryFacetTest, TestQueryUtils, TestRandomMergePolicy, DirectSolrSpellCheckerTest, ZkControllerTest, TestSuggestSpellingConverter, TermVectorComponentDistributedTest, CircularListTest, SimpleFacetsTest, TestMultiCoreConfBootstrap, SystemInfoHandlerTest, TestSchemaNameResource, TermsComponentTest, BlockCacheTest, TestPostingsSolrHighlighter, TestDistributedMissingSort, TestManagedSchema, AlternateDirectoryTest, OverseerTest, LoggingHandlerTest, ResponseLogComponentTest, SpellingQueryConverterTest, TestLMDirichletSimilarityFactory, SolrXmlInZkTest, SearchHandlerTest, SpellPossibilityIteratorTest, TestCollapseQParserPlugin, SuggesterTest, LeaderElectionIntegrationTest, DistributedSpellCheckComponentTest, TestFoldingMultitermQuery, TestStressUserVersions, RAMDirectoryFactoryTest, EnumFieldTest, TestValueSourceCache, SuggesterFSTTest, TestRandomFaceting, TestSolrXmlPersistence, ZkNodePropsTest, CurrencyFieldXmlFileTest, SliceStateUpdateTest, BasicFunctionalityTest, StatelessScriptUpdateProcessorFactoryTest, TestLFUCache, TestCoreDiscovery, TestFastOutputStream, TestDistribDocBasedVersion, TestXIncludeConfig, CoreMergeIndexesAdminHandlerTest, PeerSyncTest, BasicZkTest, ChaosMonkeySafeLeaderTest, HdfsChaosMonkeySafeLeaderTest, DocumentAnalysisRequestHandlerTest, TestCSVResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestReplicationHandler, TestSchemaVersionResource, ModifyConfFileTest, SolrCmdDistributorTest, BJQParserTest, CoreAdminHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, SOLR749Test, TestFileDictionaryLookup, SolrIndexSplitterTest, OpenExchangeRatesOrgProviderTest, DistributedTermsComponentTest, DeleteReplicaTest, SolrInfoMBeanTest, ClusterStateTest, SuggestComponentTest, UUIDFieldTest, TestCSVLoader, AbstractAnalyticsStatsTest, OutputWriterTest, TestSolrDeletionPolicy2, TestMergePolicyConfig, DocValuesMultiTest, UpdateRequestProcessorFactoryTest, FieldAnalysisRequestHandlerTest, SuggesterWFSTTest, DistributedQueryElevationComponentTest, TestGroupingSearch, TestSolrXMLSerializer, TestPHPSerializedResponseWriter, SynonymTokenizerTest, TestDistributedGrouping, TestComponentsName, RecoveryZkTest, InfoHandlerTest, DefaultValueUpdateProcessorTest, CacheHeaderTest, TestCloudManagedSchemaAddField, HdfsSyncSliceTest, PolyFieldTest, ConvertedLegacyTest, FieldMutatingUpdateProcessorTest, TestSolrQueryParserResource, TestFaceting, QueryElevationComponentTest, TestQuerySenderListener, TestTrie, TestSolrCoreProperties, LegacyHTMLStripCharFilterTest, SortByFunctionTest, RequiredFieldsTest, ConnectionManagerTest, BasicDistributedZkTest, SuggesterTSTTest, ShardSplitTest, TestLazyCores, ShardRoutingTest, BadComponentTest, TestUniqueKeyFieldResource, TestInfoStreamLogging, HighlighterTest, QueryEqualityTest, TestBinaryField, TestBadConfig, TestSchemaSimilarityResource, MoreLikeThisHandlerTest, ExternalFileFieldSortTest, SolrRequestParserTest, ExpressionTest, AddBlockUpdateTest, LeaderElectionTest, TestNRTOpen, SampleTest, TestPartialUpdateDeduplication, SolrCoreTest, TestOmitPositions, TestJoin, TestFunctionQuery, SolrCoreCheckLockOnStartupTest, TestFieldCollectionResource, TestReload, TestBM25SimilarityFactory, PathHierarchyTokenizerFactoryTest, AbstractAnalyticsFacetTest, TestNumberUtils, TestLRUCache, TestDistributedSearch, TestSurroundQueryParser, UniqFieldsUpdateProcessorFactoryTest, CoreAdminCreateDiscoverTest, FastVectorHighlighterTest, IndexBasedSpellCheckerTest, TestPseudoReturnFields, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 267.07s, 1 test, 1 error <<< FAILURES!

[...truncated 549 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1304: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:937: There were test failures: 358 suites, 1577 tests, 1 error, 40 ignored (5 assumptions)

Total time: 81 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1190 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1190/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

All tests passed

Build Log:
[...truncated 10021 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140105_054939_349.syserr
   [junit4] >>> JVM J0: stderr (verbatim) ----
   [junit4] java(207,0x148551000) malloc: *** error for object 0x40014853fd30: pointer being freed was not allocated
   [junit4] *** set a breakpoint in malloc_error_break to debug
   [junit4] <<< JVM J0: EOF ----

[...truncated 1 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_45.jdk/Contents/Home/jre/bin/java -XX:+UseCompressedOops -XX:+UseParallelGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=CEC442BB3CAEEA58 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=5.0-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.disableHdfs=true -Dfile.encoding=US-ASCII -classpath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/test-framework/lib/junit4-ant-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/expressions/lucene-expressions-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/join/lucene-join-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jersey-core-1.8.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_45.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140105_054939_349.events @/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140105_054939_349.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:744)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1304: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:937: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 38 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure