You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/01 01:28:17 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1149 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1149/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_1 expected:<44> but was:<34>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_1 expected:<44> but was:<34>
	at __randomizedtesting.SeedInfo.seed([F847402A267DE505:79A1CE3251228539]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:478)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.GeneratedMethodAccessor80.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11016 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 3219486 T9522 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /yd/
   [junit4]   2> 3219493 T9522 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1388535747075
   [junit4]   2> 3219495 T9522 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 3219495 T9523 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3219596 T9522 oasc.ZkTestServer.run start zk server on port:62324
   [junit4]   2> 3219598 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3219604 T9530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ce04303 name:ZooKeeperConnection Watcher:127.0.0.1:62324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3219605 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3219605 T9522 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3219615 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3219619 T9533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25537937 name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3219619 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3219620 T9522 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3219628 T9522 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3219635 T9522 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3219641 T9522 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3219648 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3219649 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3219660 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3219661 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3219669 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3219670 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3219678 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3219679 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3219686 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3219687 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3219695 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3219696 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3219712 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3219713 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3219722 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3219722 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3219730 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3219731 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3219738 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3219739 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3219747 T9522 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3219748 T9522 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3220111 T9522 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3220117 T9522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62327
   [junit4]   2> 3220119 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3220119 T9522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3220120 T9522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339
   [junit4]   2> 3220120 T9522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/'
   [junit4]   2> 3220152 T9522 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/solr.xml
   [junit4]   2> 3220236 T9522 oasc.CoreContainer.<init> New CoreContainer 940993650
   [junit4]   2> 3220236 T9522 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/]
   [junit4]   2> 3220238 T9522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3220238 T9522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3220239 T9522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3220240 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3220240 T9522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3220240 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3220241 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3220241 T9522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3220242 T9522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3220262 T9522 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3220263 T9522 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3220263 T9522 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3220264 T9522 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62324/solr
   [junit4]   2> 3220264 T9522 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3220268 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3220274 T9545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78d1b5b3 name:ZooKeeperConnection Watcher:127.0.0.1:62324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3220275 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3220281 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3220286 T9548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a843a84 name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3220286 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3220290 T9522 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3220300 T9522 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3220310 T9522 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3220315 T9522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62327_yd
   [junit4]   2> 3220318 T9522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62327_yd
   [junit4]   2> 3220327 T9522 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3220333 T9522 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3220345 T9522 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3220351 T9522 oasc.Overseer.start Overseer (id=90999078720700419-127.0.0.1:62327_yd-n_0000000000) starting
   [junit4]   2> 3220360 T9522 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3220372 T9550 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3220374 T9522 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3220381 T9522 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3220386 T9522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3220395 T9549 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3220407 T9551 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3220407 T9551 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3220410 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3220410 T9551 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3220414 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3220416 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62327/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62327_yd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3220416 T9549 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3220417 T9549 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3220423 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3220426 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3221414 T9551 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3221415 T9551 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/collection1
   [junit4]   2> 3221415 T9551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3221417 T9551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3221417 T9551 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3221420 T9551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/collection1/'
   [junit4]   2> 3221422 T9551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/collection1/lib/classes/' to classloader
   [junit4]   2> 3221423 T9551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/collection1/lib/README' to classloader
   [junit4]   2> 3221485 T9551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3221586 T9551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3221590 T9551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3221599 T9551 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3222123 T9551 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3222128 T9551 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3222129 T9551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3222136 T9551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3222197 T9551 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3222197 T9551 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388535747339/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388535747074/control/data/
   [junit4]   2> 3222198 T9551 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c771bc9
   [junit4]   2> 3222199 T9551 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/control/data
   [junit4]   2> 3222199 T9551 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388535747074/control/data/index/
   [junit4]   2> 3222199 T9551 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388535747074/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3222200 T9551 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/control/data/index
   [junit4]   2> 3222200 T9551 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3222201 T9551 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d9fd5dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76d27a65),segFN=segments_1,generation=1}
   [junit4]   2> 3222202 T9551 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3222206 T9551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3222206 T9551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3222207 T9551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3222207 T9551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3222207 T9551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3222208 T9551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3222208 T9551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3222209 T9551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3222209 T9551 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3222210 T9551 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3222210 T9551 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3222210 T9551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3222211 T9551 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3222211 T9551 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3222212 T9551 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3222212 T9551 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3222222 T9551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3222228 T9551 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3222228 T9551 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3222228 T9551 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=82.4921875, floorSegmentMB=1.390625, forceMergeDeletesPctAllowed=28.69781232018059, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3222229 T9551 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d9fd5dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76d27a65),segFN=segments_1,generation=1}
   [junit4]   2> 3222229 T9551 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3222230 T9551 oass.SolrIndexSearcher.<init> Opening Searcher@784186a2 main
   [junit4]   2> 3222234 T9552 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@784186a2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3222235 T9551 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3222236 T9522 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3222237 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3222237 T9555 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62327/yd collection:control_collection shard:shard1
   [junit4]   2> 3222241 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3222242 T9555 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3222246 T9558 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63863e47 name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3222246 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3222249 T9522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3222255 T9522 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3222258 T9555 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3222262 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222265 T9555 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3222266 T9555 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2083 name=collection1 org.apache.solr.core.SolrCore@1672e79e url=http://127.0.0.1:62327/yd/collection1 node=127.0.0.1:62327_yd C2083_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:62327/yd, core=collection1, node_name=127.0.0.1:62327_yd}
   [junit4]   2> 3222266 T9555 C2083 P62327 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62327/yd/collection1/
   [junit4]   2> 3222267 T9555 C2083 P62327 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3222267 T9555 C2083 P62327 oasc.SyncStrategy.syncToMe http://127.0.0.1:62327/yd/collection1/ has no replicas
   [junit4]   2> 3222267 T9555 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62327/yd/collection1/ shard1
   [junit4]   2> 3222268 T9555 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3222268 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3222278 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222280 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222281 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222294 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3222301 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222407 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222408 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222444 T9555 oasc.ZkController.register We are http://127.0.0.1:62327/yd/collection1/ and leader is http://127.0.0.1:62327/yd/collection1/
   [junit4]   2> 3222444 T9555 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62327/yd
   [junit4]   2> 3222444 T9555 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3222444 T9555 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3222445 T9555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3222447 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222447 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222448 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222450 T9555 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3222452 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3222454 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62327/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62327_yd",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3222458 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3222565 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222565 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3222621 T9522 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3222625 T9522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62331
   [junit4]   2> 3222627 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3222628 T9522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3222628 T9522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836
   [junit4]   2> 3222629 T9522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/'
   [junit4]   2> 3222659 T9522 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/solr.xml
   [junit4]   2> 3222736 T9522 oasc.CoreContainer.<init> New CoreContainer 1309389817
   [junit4]   2> 3222737 T9522 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/]
   [junit4]   2> 3222738 T9522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3222739 T9522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3222739 T9522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3222740 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3222740 T9522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3222740 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3222741 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3222741 T9522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3222741 T9522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3222756 T9522 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3222757 T9522 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3222757 T9522 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3222758 T9522 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62324/solr
   [junit4]   2> 3222758 T9522 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3222760 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3222764 T9570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@755361d8 name:ZooKeeperConnection Watcher:127.0.0.1:62324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3222765 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3222770 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3222774 T9573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@438430e3 name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3222774 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3222785 T9522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3223794 T9522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62331_yd
   [junit4]   2> 3223797 T9522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62331_yd
   [junit4]   2> 3223803 T9573 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3223804 T9558 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3223804 T9548 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3223818 T9574 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3223818 T9574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3223821 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3223821 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3223822 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3223821 T9574 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3223825 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3223827 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62331/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62331_yd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3223827 T9549 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3223828 T9549 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3223834 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3223942 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3223942 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3223943 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3224824 T9574 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3224824 T9574 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/collection1
   [junit4]   2> 3224825 T9574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3224827 T9574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3224827 T9574 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3224830 T9574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/collection1/'
   [junit4]   2> 3224831 T9574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/collection1/lib/classes/' to classloader
   [junit4]   2> 3224832 T9574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/collection1/lib/README' to classloader
   [junit4]   2> 3224894 T9574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3224988 T9574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3224992 T9574 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3225001 T9574 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3225528 T9574 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3225532 T9574 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3225534 T9574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3225540 T9574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3225599 T9574 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3225600 T9574 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1388535749836/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty1/
   [junit4]   2> 3225600 T9574 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c771bc9
   [junit4]   2> 3225601 T9574 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty1
   [junit4]   2> 3225601 T9574 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty1/index/
   [junit4]   2> 3225601 T9574 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 3225602 T9574 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty1/index
   [junit4]   2> 3225602 T9574 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3225603 T9574 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@657263ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1374a086),segFN=segments_1,generation=1}
   [junit4]   2> 3225604 T9574 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3225607 T9574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3225608 T9574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3225608 T9574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3225609 T9574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3225610 T9574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3225610 T9574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3225611 T9574 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3225611 T9574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3225612 T9574 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3225612 T9574 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3225613 T9574 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3225614 T9574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3225614 T9574 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3225615 T9574 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3225615 T9574 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3225616 T9574 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3225626 T9574 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225631 T9574 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3225632 T9574 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3225632 T9574 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=82.4921875, floorSegmentMB=1.390625, forceMergeDeletesPctAllowed=28.69781232018059, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3225633 T9574 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@657263ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1374a086),segFN=segments_1,generation=1}
   [junit4]   2> 3225633 T9574 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3225635 T9574 oass.SolrIndexSearcher.<init> Opening Searcher@7aed080d main
   [junit4]   2> 3225642 T9575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7aed080d main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3225644 T9574 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3225646 T9522 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3225647 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3225646 T9578 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62331/yd collection:collection1 shard:shard2
   [junit4]   2> 3225649 T9578 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3225663 T9578 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3225667 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225667 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225667 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225669 T9578 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3225669 T9578 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2084 name=collection1 org.apache.solr.core.SolrCore@e0abfc7 url=http://127.0.0.1:62331/yd/collection1 node=127.0.0.1:62331_yd C2084_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:62331/yd, core=collection1, node_name=127.0.0.1:62331_yd}
   [junit4]   2> 3225670 T9578 C2084 P62331 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62331/yd/collection1/
   [junit4]   2> 3225670 T9578 C2084 P62331 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3225670 T9578 C2084 P62331 oasc.SyncStrategy.syncToMe http://127.0.0.1:62331/yd/collection1/ has no replicas
   [junit4]   2> 3225671 T9578 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62331/yd/collection1/ shard2
   [junit4]   2> 3225671 T9578 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3225679 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3225692 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225695 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225695 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225700 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3225696 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225816 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225817 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225823 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225846 T9578 oasc.ZkController.register We are http://127.0.0.1:62331/yd/collection1/ and leader is http://127.0.0.1:62331/yd/collection1/
   [junit4]   2> 3225846 T9578 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62331/yd
   [junit4]   2> 3225846 T9578 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3225847 T9578 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3225847 T9578 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3225849 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225850 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225850 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225853 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3225855 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62331/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62331_yd",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3225863 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3225865 T9578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3225969 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225969 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3225969 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3226013 T9522 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3226018 T9522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62334
   [junit4]   2> 3226020 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3226020 T9522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3226021 T9522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229
   [junit4]   2> 3226022 T9522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/'
   [junit4]   2> 3226052 T9522 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/solr.xml
   [junit4]   2> 3226131 T9522 oasc.CoreContainer.<init> New CoreContainer 1836372107
   [junit4]   2> 3226132 T9522 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/]
   [junit4]   2> 3226134 T9522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3226134 T9522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3226134 T9522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3226135 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3226136 T9522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3226136 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3226136 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3226137 T9522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3226137 T9522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3226152 T9522 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3226153 T9522 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3226153 T9522 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3226153 T9522 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62324/solr
   [junit4]   2> 3226154 T9522 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3226156 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3226160 T9590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c12b4c6 name:ZooKeeperConnection Watcher:127.0.0.1:62324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3226161 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3226167 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3226171 T9593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31f7f710 name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3226171 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3226182 T9522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3227192 T9522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62334_yd
   [junit4]   2> 3227195 T9522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62334_yd
   [junit4]   2> 3227202 T9573 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3227202 T9548 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3227203 T9558 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3227202 T9593 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3227217 T9594 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3227218 T9594 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3227220 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3227221 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3227221 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3227220 T9594 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3227226 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3227228 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62334/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62334_yd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3227228 T9549 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3227228 T9549 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3227235 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3227341 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3227341 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3227341 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3227341 T9593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3228223 T9594 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3228224 T9594 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/collection1
   [junit4]   2> 3228224 T9594 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3228226 T9594 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3228227 T9594 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3228230 T9594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/collection1/'
   [junit4]   2> 3228231 T9594 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/collection1/lib/classes/' to classloader
   [junit4]   2> 3228231 T9594 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/collection1/lib/README' to classloader
   [junit4]   2> 3228332 T9594 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3228390 T9594 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3228394 T9594 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3228403 T9594 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3228931 T9594 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3228934 T9594 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3228936 T9594 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3228944 T9594 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3229001 T9594 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3229002 T9594 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty2-1388535753229/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty2/
   [junit4]   2> 3229002 T9594 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c771bc9
   [junit4]   2> 3229003 T9594 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty2
   [junit4]   2> 3229003 T9594 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty2/index/
   [junit4]   2> 3229003 T9594 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 3229004 T9594 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty2/index
   [junit4]   2> 3229004 T9594 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3229005 T9594 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cfed638 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@67cafc04),segFN=segments_1,generation=1}
   [junit4]   2> 3229006 T9594 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3229010 T9594 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3229010 T9594 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3229011 T9594 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3229011 T9594 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3229011 T9594 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3229012 T9594 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3229012 T9594 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3229013 T9594 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3229013 T9594 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3229014 T9594 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3229015 T9594 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3229015 T9594 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3229016 T9594 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3229016 T9594 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3229017 T9594 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3229018 T9594 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3229028 T9594 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3229034 T9594 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3229034 T9594 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3229035 T9594 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=82.4921875, floorSegmentMB=1.390625, forceMergeDeletesPctAllowed=28.69781232018059, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3229035 T9594 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@cfed638 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@67cafc04),segFN=segments_1,generation=1}
   [junit4]   2> 3229036 T9594 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3229036 T9594 oass.SolrIndexSearcher.<init> Opening Searcher@5e946995 main
   [junit4]   2> 3229040 T9595 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e946995 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3229042 T9594 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3229044 T9522 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3229045 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3229044 T9598 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62334/yd collection:collection1 shard:shard1
   [junit4]   2> 3229048 T9598 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3229064 T9598 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3229069 T9598 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3229069 T9598 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2085 name=collection1 org.apache.solr.core.SolrCore@5dfd62bb url=http://127.0.0.1:62334/yd/collection1 node=127.0.0.1:62334_yd C2085_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:62334/yd, core=collection1, node_name=127.0.0.1:62334_yd}
   [junit4]   2> 3229070 T9598 C2085 P62334 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62334/yd/collection1/
   [junit4]   2> 3229070 T9598 C2085 P62334 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3229070 T9598 C2085 P62334 oasc.SyncStrategy.syncToMe http://127.0.0.1:62334/yd/collection1/ has no replicas
   [junit4]   2> 3229071 T9598 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62334/yd/collection1/ shard1
   [junit4]   2> 3229071 T9598 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3229076 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229076 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229076 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229086 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3229094 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229115 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229115 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229117 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229124 T9593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229139 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3229154 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229260 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229260 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229260 T9593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229260 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229288 T9598 oasc.ZkController.register We are http://127.0.0.1:62334/yd/collection1/ and leader is http://127.0.0.1:62334/yd/collection1/
   [junit4]   2> 3229288 T9598 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62334/yd
   [junit4]   2> 3229289 T9598 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3229289 T9598 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 3229289 T9598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3229292 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229292 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229293 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229295 T9598 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3229298 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3229300 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62334/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62334_yd",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 3229306 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3229404 T9522 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3229409 T9522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62337
   [junit4]   2> 3229411 T9522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3229412 T9522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3229413 T9522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628
   [junit4]   2> 3229413 T9522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/'
   [junit4]   2> 3229415 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229415 T9593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229415 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229416 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3229446 T9522 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/solr.xml
   [junit4]   2> 3229562 T9522 oasc.CoreContainer.<init> New CoreContainer 2053627268
   [junit4]   2> 3229562 T9522 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/]
   [junit4]   2> 3229564 T9522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3229564 T9522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3229565 T9522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3229565 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3229565 T9522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3229566 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3229567 T9522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3229567 T9522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3229567 T9522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3229583 T9522 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3229583 T9522 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3229583 T9522 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3229584 T9522 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62324/solr
   [junit4]   2> 3229584 T9522 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3229586 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3229590 T9610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4facbdab name:ZooKeeperConnection Watcher:127.0.0.1:62324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3229591 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3229596 T9522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3229600 T9613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4278778b name:ZooKeeperConnection Watcher:127.0.0.1:62324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3229600 T9522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3229610 T9522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3230620 T9522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62337_yd
   [junit4]   2> 3230623 T9522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62337_yd
   [junit4]   2> 3230631 T9558 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3230632 T9593 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3230633 T9548 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3230633 T9573 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3230633 T9613 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3230648 T9614 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 3230648 T9614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3230651 T9614 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3230651 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3230651 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3230652 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3230655 T9549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3230657 T9549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:62337/yd",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62337_yd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3230657 T9549 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3230657 T9549 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3230664 T9548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3230770 T9548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3230771 T9593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3230771 T9573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3230771 T9558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3230771 T9613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 3231653 T9614 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3231653 T9614 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/collection1
   [junit4]   2> 3231654 T9614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3231656 T9614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3231656 T9614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3231659 T9614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/collection1/'
   [junit4]   2> 3231660 T9614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/collection1/lib/classes/' to classloader
   [junit4]   2> 3231661 T9614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/collection1/lib/README' to classloader
   [junit4]   2> 3231723 T9614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 3231784 T9614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3231787 T9614 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3231798 T9614 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3232335 T9614 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3232338 T9614 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3232341 T9614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3232348 T9614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3232414 T9614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3232415 T9614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388535756628/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty3/
   [junit4]   2> 3232415 T9614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c771bc9
   [junit4]   2> 3232416 T9614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty3
   [junit4]   2> 3232416 T9614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty3/index/
   [junit4]   2> 3232416 T9614 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 3232417 T9614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388535747074/jetty3/index
   [junit4]   2> 3232417 T9614 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3232418 T9614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d05437d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fa089ec),segFN=segments_1,generation=1}
   [junit4]   2> 3232419 T9614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3232423 T9614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3232425 T9614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3232425 T9614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3232425 T9614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3232426 T9614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3232426 T9614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3232427 T9614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3232427 T9614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3232428 T9614 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3232428 T9614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3232429 T9614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3232429 T9614 oasc.Req

[...truncated too long message...]

org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {id=PostingsFormat(name=Memory doPackFST= true), n_ti=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=no_NO, timezone=Asia/Chongqing
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=298214032,total=469762048
   [junit4]   2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, TestSurroundQueryParser, DefaultValueUpdateProcessorTest, TestLazyCores, TestFoldingMultitermQuery, TestStressVersions, SpatialFilterTest, AlternateDirectoryTest, RequiredFieldsTest, BadComponentTest, TestSolrQueryParserResource, ConvertedLegacyTest, TestDynamicFieldCollectionResource, LegacyHTMLStripCharFilterTest, DistributedQueryComponentCustomSortTest, StatsComponentTest, BasicDistributedZkTest, TestRealTimeGet, SOLR749Test, FileUtilsTest, TestReloadAndDeleteDocs, TestJmxIntegration, HdfsDirectoryTest, TestQueryUtils, TestDistributedMissingSort, CoreMergeIndexesAdminHandlerTest, TestZkChroot, TestFieldCollectionResource, TestFuzzyAnalyzedSuggestions, DistributedSuggestComponentTest, TestSchemaSimilarityResource, ChaosMonkeyNothingIsSafeTest, ExternalFileFieldSortTest, TestLMJelinekMercerSimilarityFactory, NumericFieldsTest, SliceStateUpdateTest, TestRandomDVFaceting, TestAddFieldRealTimeGet, SoftAutoCommitTest, SystemInfoHandlerTest, TestCopyFieldCollectionResource, CopyFieldTest, TestFaceting, BlockCacheTest, TestCharFilters, BasicDistributedZk2Test, TestMergePolicyConfig, AnalysisAfterCoreReloadTest, SolrPluginUtilsTest, TestCollationFieldDocValues, HdfsBasicDistributedZkTest, TermVectorComponentTest, TestIndexingPerformance, TestQueryTypes, TestSerializedLuceneMatchVersion, TestInfoStreamLogging, FieldMutatingUpdateProcessorTest, MBeansHandlerTest, SolrInfoMBeanTest, TestReplicationHandler, TestStressReorder, TestPHPSerializedResponseWriter, TestQuerySenderListener, TestSolrQueryParserDefaultOperatorResource, FastVectorHighlighterTest, LeaderElectionIntegrationTest, SampleTest, StandardRequestHandlerTest, SolrCoreCheckLockOnStartupTest, BadCopyFieldTest, ZkNodePropsTest, HdfsUnloadDistributedZkTest, SortByFunctionTest, TestDefaultSearchFieldResource, UnloadDistributedZkTest, TestMaxScoreQueryParser, IndexSchemaRuntimeFieldTest, TestRandomFaceting, SliceStateTest, RequestHandlersTest, TestSolrXmlPersistence, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, SolrRequestParserTest, HighlighterTest, TestCollationKeyRangeQueries, TestSolrXml, CoreContainerCoreInitFailuresTest, TestDefaultSimilarityFactory, HardAutoCommitTest, XsltUpdateRequestHandlerTest, BlockDirectoryTest, SolrXmlInZkTest, TestUtils, TestSearchPerf, TestRTGBase, JsonLoaderTest, TestSchemaResource, ResponseLogComponentTest, ReturnFieldsTest, TestSolrXmlPersistor, UUIDFieldTest, TestCollationField, PrimitiveFieldTypeTest, TestUpdate, URLClassifyProcessorTest, FullSolrCloudDistribCmdsTest, TestJmxMonitoredMap, QueryEqualityTest, TestCoreDiscovery, TestFieldTypeCollectionResource, TestManagedSchema, HdfsBasicDistributedZk2Test, TestDocSet, ZkControllerTest, TestValueSourceCache, TestSchemaNameResource, StressHdfsTest, SpellCheckCollatorTest, QueryParsingTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestRecovery, MigrateRouteKeyTest, UpdateParamsTest, TestXIncludeConfig, TestFieldTypeResource, PathHierarchyTokenizerFactoryTest, SolrCoreTest, TestBinaryField, TestAnalyzeInfixSuggestions, TestGroupingSearch, SearchHandlerTest, TestUniqueKeyFieldResource, TestShardHandlerFactory, TestDistribDocBasedVersion, CurrencyFieldOpenExchangeTest, TestReversedWildcardFilterFactory, SolrIndexSplitterTest, ResourceLoaderTest, CoreAdminCreateDiscoverTest, AddBlockUpdateTest, TestFileDictionaryLookup, SpellingQueryConverterTest, BadIndexSchemaTest, TestSolrDeletionPolicy2, ZkSolrClientTest, TestStressUserVersions, SuggesterTest, TestDistributedSearch, DistributedQueryElevationComponentTest, TestIndexSearcher, HdfsCollectionsAPIDistributedZkTest, DisMaxRequestHandlerTest, PluginInfoTest, SpellCheckComponentTest, TestBadConfig, TestCodecSupport, CoreAdminHandlerTest, TestSolrJ, TestFiltering, SuggestComponentTest, SimplePostToolTest, IndexBasedSpellCheckerTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestJoin, TestMultiCoreConfBootstrap, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, MultiTermTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, CircularListTest, SolrTestCaseJ4Test, AliasIntegrationTest, AssignTest, ConnectionManagerTest, DeleteReplicaTest, DeleteShardTest, ShardSplitTest]
   [junit4] Completed in 53.06s, 1 test, 1 failure <<< FAILURES!

[...truncated 109 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1307: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:940: There were test failures: 348 suites, 1522 tests, 1 failure, 40 ignored (5 assumptions)

Total time: 93 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 1153 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1153/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_0 expected:<126> but was:<63>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0 expected:<126> but was:<63>
	at __randomizedtesting.SeedInfo.seed([8DE971924F3BC02B:C0FFF8A3864A017]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:477)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:249)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:113)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:695)




Build Log:
[...truncated 9239 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 15358 T17 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 15373 T17 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1388645195246
   [junit4]   2> 15381 T17 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 15401 T18 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 15720 T17 oasc.ZkTestServer.run start zk server on port:52320
   [junit4]   2> 16005 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 16077 T19 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 17896 T25 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5426807f name:ZooKeeperConnection Watcher:127.0.0.1:52320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17898 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 17905 T17 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 17999 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 18006 T29 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d1c9b5 name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18007 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 18020 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 18039 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 18055 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 18067 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 18087 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 18115 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 18137 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 18138 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 18152 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 18153 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 18168 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 18170 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 18184 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 18185 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 18198 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 18199 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 18214 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 18215 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 18233 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 18235 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 18250 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 18251 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 18266 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 18274 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 18289 T17 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 18290 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 19229 T17 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 19520 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52324
   [junit4]   2> 19581 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 19584 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 19586 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186
   [junit4]   2> 19587 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/'
   [junit4]   2> 19639 T17 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/solr.xml
   [junit4]   2> 19740 T17 oasc.CoreContainer.<init> New CoreContainer 500230923
   [junit4]   2> 19742 T17 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/]
   [junit4]   2> 19799 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 19800 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 19801 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 19802 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 19802 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 19803 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 19804 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 19804 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 19805 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 19849 T17 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 19850 T17 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 19851 T17 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 19853 T17 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52320/solr
   [junit4]   2> 19884 T17 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 19887 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19905 T42 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25d35bf2 name:ZooKeeperConnection Watcher:127.0.0.1:52320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19907 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19951 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19957 T45 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19fc4e name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19958 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19975 T17 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 20000 T17 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 20032 T17 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 20042 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52324_
   [junit4]   2> 20050 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52324_
   [junit4]   2> 20068 T17 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 20079 T17 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 20113 T17 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 20127 T17 oasc.Overseer.start Overseer (id=91006251545264131-127.0.0.1:52324_-n_0000000000) starting
   [junit4]   2> 20168 T17 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 20201 T47 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 20232 T17 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 20245 T17 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 20253 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 20291 T46 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 20309 T48 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 20310 T48 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 20321 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 20321 T48 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 20333 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 20339 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52324",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52324_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 20339 T46 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 20360 T46 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 20374 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 20387 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21324 T48 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 21325 T48 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/collection1
   [junit4]   2> 21325 T48 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 21330 T48 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 21330 T48 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 21335 T48 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/collection1/'
   [junit4]   2> 21338 T48 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/collection1/lib/classes/' to classloader
   [junit4]   2> 21340 T48 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/collection1/lib/README' to classloader
   [junit4]   2> 21437 T48 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 21504 T48 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 21510 T48 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 21607 T48 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 22457 T48 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 22460 T48 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 22463 T48 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 22484 T48 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 22619 T48 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 22620 T48 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1388645198186/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388645195245/control/data/
   [junit4]   2> 22621 T48 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75db5427
   [junit4]   2> 22632 T48 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/control/data
   [junit4]   2> 22633 T48 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388645195245/control/data/index/
   [junit4]   2> 22633 T48 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388645195245/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22634 T48 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/control/data/index
   [junit4]   2> 22635 T48 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 22636 T48 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6102d81c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69ed56e2),segFN=segments_1,generation=1}
   [junit4]   2> 22637 T48 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22646 T48 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 22712 T48 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 22713 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 22713 T48 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22714 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22714 T48 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 22715 T48 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22716 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22717 T48 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22723 T48 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 22725 T48 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 22725 T48 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 22726 T48 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 22728 T48 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 22729 T48 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 22730 T48 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 22737 T48 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 22745 T48 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 22746 T48 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 22748 T48 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=3839700, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 22749 T48 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6102d81c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69ed56e2),segFN=segments_1,generation=1}
   [junit4]   2> 22749 T48 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 22750 T48 oass.SolrIndexSearcher.<init> Opening Searcher@456d3d51 main
   [junit4]   2> 22774 T49 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@456d3d51 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 22780 T48 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 22796 T17 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 22797 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 22796 T52 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52324 collection:control_collection shard:shard1
   [junit4]   2> 22855 T52 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 22914 T52 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 22928 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22933 T52 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 22933 T52 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@412bf560 url=http://127.0.0.1:52324/collection1 node=127.0.0.1:52324_ C2_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52324, core=collection1, node_name=127.0.0.1:52324_}
   [junit4]   2> 22934 T52 C2 P52324 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52324/collection1/
   [junit4]   2> 22935 T52 C2 P52324 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 22935 T52 C2 P52324 oasc.SyncStrategy.syncToMe http://127.0.0.1:52324/collection1/ has no replicas
   [junit4]   2> 22936 T52 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52324/collection1/ shard1
   [junit4]   2> 22936 T52 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 22943 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 22965 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22969 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 22986 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 22993 T55 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ccbefe name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22994 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 23004 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 23006 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 23025 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23030 T17 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 23136 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 23137 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 23191 T52 oasc.ZkController.register We are http://127.0.0.1:52324/collection1/ and leader is http://127.0.0.1:52324/collection1/
   [junit4]   2> 23192 T52 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52324
   [junit4]   2> 23193 T52 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 23193 T52 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 23194 T52 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 23202 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23203 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23204 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23211 T52 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 23217 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 23220 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52324",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52324_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 23234 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 23345 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 23346 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 23456 T17 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 23463 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52328
   [junit4]   2> 23465 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 23467 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 23468 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902
   [junit4]   2> 23469 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/'
   [junit4]   2> 23502 T17 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/solr.xml
   [junit4]   2> 23560 T17 oasc.CoreContainer.<init> New CoreContainer 1356307966
   [junit4]   2> 23561 T17 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/]
   [junit4]   2> 23562 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 23563 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 23563 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 23563 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 23564 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 23565 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 23565 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 23566 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 23566 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 23598 T17 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 23598 T17 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 23599 T17 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 23600 T17 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52320/solr
   [junit4]   2> 23600 T17 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 23604 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 23608 T67 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71bd8993 name:ZooKeeperConnection Watcher:127.0.0.1:52320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 23610 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 23634 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 23640 T70 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cd9c6e2 name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 23641 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 23672 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 24698 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52328_
   [junit4]   2> 24702 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52328_
   [junit4]   2> 24717 T55 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 24718 T45 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 24720 T70 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 24756 T71 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 24757 T71 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 24762 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24763 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24764 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24762 T71 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 24772 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 24775 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52328",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52328_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 24776 T46 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 24776 T46 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 24787 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24902 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24903 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24903 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 25766 T71 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 25767 T71 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/collection1
   [junit4]   2> 25768 T71 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 25771 T71 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 25771 T71 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 25778 T71 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/collection1/'
   [junit4]   2> 25781 T71 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/collection1/lib/classes/' to classloader
   [junit4]   2> 25786 T71 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/collection1/lib/README' to classloader
   [junit4]   2> 25853 T71 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 25897 T71 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 25902 T71 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 25974 T71 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 26682 T71 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 26685 T71 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 26688 T71 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 26702 T71 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 26864 T71 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 26865 T71 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1388645202902/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty1/
   [junit4]   2> 26866 T71 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75db5427
   [junit4]   2> 26869 T71 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty1
   [junit4]   2> 26869 T71 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty1/index/
   [junit4]   2> 26871 T71 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 26872 T71 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty1/index
   [junit4]   2> 26874 T71 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 26876 T71 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@65b1fd9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@61a0353d),segFN=segments_1,generation=1}
   [junit4]   2> 26877 T71 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 26897 T71 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 26898 T71 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 26899 T71 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 26899 T71 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 26899 T71 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 26900 T71 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 26901 T71 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 26902 T71 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 26902 T71 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 26905 T71 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 26908 T71 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 26908 T71 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 26909 T71 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 26911 T71 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 26912 T71 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 26914 T71 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 26920 T71 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 26925 T71 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 26926 T71 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 26928 T71 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=3839700, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 26929 T71 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@65b1fd9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@61a0353d),segFN=segments_1,generation=1}
   [junit4]   2> 26929 T71 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 26930 T71 oass.SolrIndexSearcher.<init> Opening Searcher@1896d2c2 main
   [junit4]   2> 26953 T72 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1896d2c2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 26963 T71 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 26967 T17 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 26968 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 26967 T75 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52328 collection:collection1 shard:shard1
   [junit4]   2> 26987 T75 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 27022 T75 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 27032 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27033 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27033 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27036 T75 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 27036 T75 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@7a9d1714 url=http://127.0.0.1:52328/collection1 node=127.0.0.1:52328_ C3_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52328, core=collection1, node_name=127.0.0.1:52328_}
   [junit4]   2> 27037 T75 C3 P52328 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52328/collection1/
   [junit4]   2> 27037 T75 C3 P52328 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 27038 T75 C3 P52328 oasc.SyncStrategy.syncToMe http://127.0.0.1:52328/collection1/ has no replicas
   [junit4]   2> 27042 T75 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52328/collection1/ shard1
   [junit4]   2> 27043 T75 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 27056 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 27081 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27085 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27086 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27088 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27131 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27147 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 27163 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27274 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27275 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27276 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27298 T75 oasc.ZkController.register We are http://127.0.0.1:52328/collection1/ and leader is http://127.0.0.1:52328/collection1/
   [junit4]   2> 27299 T75 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52328
   [junit4]   2> 27299 T75 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 27300 T75 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 27300 T75 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 27304 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27304 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27305 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27311 T75 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 27317 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 27320 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52328",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52328_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 27335 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27410 T17 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 27420 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52331
   [junit4]   2> 27421 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 27421 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 27422 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843
   [junit4]   2> 27422 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/'
   [junit4]   2> 27447 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27448 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27453 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 27466 T17 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/solr.xml
   [junit4]   2> 27526 T17 oasc.CoreContainer.<init> New CoreContainer 1224717057
   [junit4]   2> 27527 T17 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/]
   [junit4]   2> 27528 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 27528 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 27529 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 27530 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 27530 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 27530 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 27531 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 27531 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 27532 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 27564 T17 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 27565 T17 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 27566 T17 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 27567 T17 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52320/solr
   [junit4]   2> 27567 T17 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 27570 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 27575 T87 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63b5e16d name:ZooKeeperConnection Watcher:127.0.0.1:52320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 27576 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 27595 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 27600 T90 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fd7bd04 name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 27600 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 27620 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 28638 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52331_
   [junit4]   2> 28641 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52331_
   [junit4]   2> 28658 T45 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28660 T55 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28662 T90 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28662 T70 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28692 T91 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 28692 T91 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 28697 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28698 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28699 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28698 T91 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 28707 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 28710 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52331",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52331_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 28711 T46 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 28711 T46 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 28722 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28835 T90 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 28835 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 28836 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 28836 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 29703 T91 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 29704 T91 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/collection1
   [junit4]   2> 29704 T91 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 29708 T91 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 29709 T91 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 29715 T91 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/collection1/'
   [junit4]   2> 29717 T91 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/collection1/lib/classes/' to classloader
   [junit4]   2> 29718 T91 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/collection1/lib/README' to classloader
   [junit4]   2> 29791 T91 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 29839 T91 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 29844 T91 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 29908 T91 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 30496 T91 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 30499 T91 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 30501 T91 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30512 T91 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30694 T91 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 30695 T91 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1388645206843/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty2/
   [junit4]   2> 30696 T91 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75db5427
   [junit4]   2> 30708 T91 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty2
   [junit4]   2> 30709 T91 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty2/index/
   [junit4]   2> 30709 T91 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 30712 T91 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty2/index
   [junit4]   2> 30713 T91 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 30720 T91 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@47ca3f82 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1947e0ec),segFN=segments_1,generation=1}
   [junit4]   2> 30720 T91 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 30744 T91 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 30745 T91 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 30746 T91 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 30747 T91 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30747 T91 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30747 T91 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 30748 T91 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30749 T91 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30753 T91 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 30756 T91 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 30759 T91 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 30759 T91 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 30762 T91 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 30765 T91 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 30767 T91 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 30773 T91 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 30779 T91 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30785 T91 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 30786 T91 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 30793 T91 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=3839700, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 30794 T91 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@47ca3f82 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1947e0ec),segFN=segments_1,generation=1}
   [junit4]   2> 30795 T91 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 30796 T91 oass.SolrIndexSearcher.<init> Opening Searcher@48dbb335 main
   [junit4]   2> 30858 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48dbb335 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 30886 T91 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 30910 T17 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 30917 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 30917 T95 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52331 collection:collection1 shard:shard2
   [junit4]   2> 30928 T95 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 30990 T95 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 31002 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31002 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31003 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31006 T95 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 31007 T95 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@380fe8c4 url=http://127.0.0.1:52331/collection1 node=127.0.0.1:52331_ C4_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52331, core=collection1, node_name=127.0.0.1:52331_}
   [junit4]   2> 31009 T95 C4 P52331 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52331/collection1/
   [junit4]   2> 31010 T95 C4 P52331 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 31011 T95 C4 P52331 oasc.SyncStrategy.syncToMe http://127.0.0.1:52331/collection1/ has no replicas
   [junit4]   2> 31011 T95 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52331/collection1/ shard2
   [junit4]   2> 31012 T95 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 31021 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 31051 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31060 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31064 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31064 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31070 T90 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31123 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31136 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 31157 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31269 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31270 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31271 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31277 T90 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31290 T95 oasc.ZkController.register We are http://127.0.0.1:52331/collection1/ and leader is http://127.0.0.1:52331/collection1/
   [junit4]   2> 31290 T95 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52331
   [junit4]   2> 31291 T95 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 31291 T95 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 31293 T95 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 31302 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31302 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31306 T95 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 31318 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 31322 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52331",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52331_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 31338 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31451 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31452 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31452 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31456 T90 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 31559 T17 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 31569 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52334
   [junit4]   2> 31575 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 31575 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 31576 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791
   [junit4]   2> 31576 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/'
   [junit4]   2> 31621 T17 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/solr.xml
   [junit4]   2> 31684 T17 oasc.CoreContainer.<init> New CoreContainer 72429720
   [junit4]   2> 31685 T17 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/]
   [junit4]   2> 31686 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 31687 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 31689 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 31690 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 31691 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 31691 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 31692 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 31692 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 31693 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 31722 T17 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 31722 T17 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 31723 T17 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 31723 T17 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52320/solr
   [junit4]   2> 31724 T17 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 31726 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 31733 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15128ee5 name:ZooKeeperConnection Watcher:127.0.0.1:52320 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 31734 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 31747 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 31752 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57f68d7c name:ZooKeeperConnection Watcher:127.0.0.1:52320/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 31753 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 31771 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 32787 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52334_
   [junit4]   2> 32791 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52334_
   [junit4]   2> 32806 T45 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 32806 T90 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 32807 T55 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 32810 T110 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 32811 T70 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 32834 T111 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 32835 T111 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 32839 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32839 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32839 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32839 T111 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 32847 T46 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 32850 T46 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52334",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52334_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 32850 T46 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 32850 T46 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 32863 T45 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32975 T45 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 32977 T55 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 32977 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 32979 T90 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 32979 T70 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 33846 T111 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 33847 T111 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1
   [junit4]   2> 33847 T111 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 33850 T111 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 33850 T111 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 33855 T111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1/'
   [junit4]   2> 33856 T111 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1/lib/classes/' to classloader
   [junit4]   2> 33856 T111 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1/lib/README' to classloader
   [junit4]   2> 33921 T111 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 33989 T111 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 33995 T111 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 34064 T111 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 34532 T111 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 34535 T111 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 34540 T111 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 34553 T111 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 34711 T111 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 34711 T111 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty3/
   [junit4]   2> 34712 T111 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@75db5427
   [junit4]   2> 34713 T111 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty3
   [junit4]   2> 34714 T111 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty3/index/
   [junit4]   2> 34714 T111 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 34715 T111 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty3/index
   [junit4]   2> 34716 T111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 34717 T111 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3a18cecd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a6a00ca),segFN=segments_1,generation=1}
   [junit4]   2> 34718 T111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 34731 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 34732 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 34733 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 34733 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 34733 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 34734 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 34734 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 34735 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 34735 T111 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 34736 T111 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 34738 T111 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 34739 T111 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 34741 T111 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 34744 T111 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 34746 T111 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 34747 T111 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFi

[...truncated too long message...]

t4]   2> 81562 T110 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 81562 T110 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 81565 T110 oasc.SolrCore.closeSearcher [collection1_shard1_1_replica2] Closing main searcher on request.
   [junit4]   2> 81566 T110 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 81567 T110 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data;done=false>>]
   [junit4]   2> 81567 T110 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data
   [junit4]   2> 81567 T110 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data/index.20140102064720088 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data/index.20140102064720088;done=false>>]
   [junit4]   2> 81568 T110 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1388645210791/collection1_shard1_1_replica2/data/index.20140102064720088
   [junit4]   2> 81568 T110 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 81568 T110 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 81569 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 81570 T110 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 81570 T110 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 81705 T131 C86 P52337 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 81705 T131 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 81706 T131 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5bf6b81c
   [junit4]   2> 81739 T131 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=262,cumulative_deletesById=101,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 81740 T131 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 81740 T131 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 81740 T131 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 81742 T131 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 81742 T131 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 81743 T131 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4/index;done=false>>]
   [junit4]   2> 81743 T131 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4/index
   [junit4]   2> 81743 T131 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4;done=false>>]
   [junit4]   2> 81744 T131 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1388645195245/jetty4
   [junit4]   2> 81744 T131 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 81745 T131 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=ko, timezone=Europe/London
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Apple Inc. 1.6.0_65 (64-bit)/cpus=2,threads=1,free=44312976,total=220528640
   [junit4]   2> NOTE: All tests run in this JVM: [CopyFieldTest, ShardSplitTest]
   [junit4] Completed in 67.44s, 1 test, 1 failure <<< FAILURES!

[...truncated 1074 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1307: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:940: There were test failures: 348 suites, 1522 tests, 1 failure, 40 ignored (5 assumptions)

Total time: 87 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1152 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1152/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
createcollection the collection time out:60s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:60s
	at __randomizedtesting.SeedInfo.seed([D1552877981B08F1:50B3A66FEF4468CD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.process(CollectionAdminRequest.java:271)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.createCollection(CollectionAdminRequest.java:339)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSolrJAPICalls(CollectionsAPIDistributedZkTest.java:262)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:194)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 9915 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 20446 T21 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /h_ht/n
   [junit4]   2> 20492 T21 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1388620332403
   [junit4]   2> 20500 T21 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 20511 T22 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 20714 T21 oasc.ZkTestServer.run start zk server on port:52415
   [junit4]   2> 20904 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 20929 T23 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 22622 T29 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11930d3d name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22623 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 22627 T21 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 22703 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 22708 T32 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49c1f0e7 name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22709 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 22727 T21 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 22739 T21 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 22749 T21 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 22757 T21 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 22767 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 22788 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 22803 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 22809 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 22847 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 22848 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 22857 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 22857 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 22867 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 22868 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 22877 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 22878 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 22887 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 22888 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 22897 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 22897 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 22907 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 22908 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 22917 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 22917 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 22926 T21 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 22927 T21 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 23698 T21 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 23957 T21 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52419
   [junit4]   2> 24000 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 24002 T21 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 24003 T21 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388620334850
   [junit4]   2> 24003 T21 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388620334850/'
   [junit4]   2> 24034 T21 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388620334850/solr.xml
   [junit4]   2> 24117 T21 oasc.CoreContainer.<init> New CoreContainer 1159279383
   [junit4]   2> 24118 T21 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388620334850/]
   [junit4]   2> 24158 T21 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 24159 T21 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 24160 T21 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 24160 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 24161 T21 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 24161 T21 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 24162 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 24162 T21 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 24162 T21 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 24186 T21 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 24187 T21 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 24187 T21 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 24190 T21 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52415/solr
   [junit4]   2> 24244 T21 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 24249 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 24256 T45 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29de5959 name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 24257 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 24280 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 24282 T48 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14f9a9d0 name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 24283 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 24295 T21 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 24372 T21 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 24397 T21 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 24403 T21 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52419_h_ht%2Fn
   [junit4]   2> 24411 T21 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52419_h_ht%2Fn
   [junit4]   2> 24423 T21 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 24432 T21 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 24462 T21 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 24470 T21 oasc.Overseer.start Overseer (id=91004622122516483-127.0.0.1:52419_h_ht%2Fn-n_0000000000) starting
   [junit4]   2> 24503 T21 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 24528 T50 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 24532 T21 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 24546 T21 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 24557 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 24591 T49 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 24602 T21 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 24602 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 24697 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 24720 T54 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a470f2c name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 24720 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 24726 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 24739 T21 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 25053 T21 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 25057 T21 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52423
   [junit4]   2> 25059 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 25059 T21 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 25060 T21 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650
   [junit4]   2> 25060 T21 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/'
   [junit4]   2> 25090 T21 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solr.xml
   [junit4]   2> 25172 T21 oasc.CoreContainer.<init> New CoreContainer 1358824808
   [junit4]   2> 25172 T21 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/]
   [junit4]   2> 25174 T21 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 25175 T21 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 25175 T21 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 25176 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 25176 T21 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 25176 T21 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 25177 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 25177 T21 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 25177 T21 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 25193 T21 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 25194 T21 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 25195 T21 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 25195 T21 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52415/solr
   [junit4]   2> 25196 T21 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 25198 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 25203 T66 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@293ab0c6 name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 25204 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 25212 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 25216 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47fe56aa name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 25217 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 25231 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 26241 T21 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52423_h_ht%2Fn
   [junit4]   2> 26244 T21 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52423_h_ht%2Fn
   [junit4]   2> 26258 T48 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 26259 T54 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 26260 T69 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 26301 T21 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 26302 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 26604 T21 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 26608 T21 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52426
   [junit4]   2> 26610 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 26611 T21 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 26611 T21 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213
   [junit4]   2> 26611 T21 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/'
   [junit4]   2> 26654 T21 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solr.xml
   [junit4]   2> 26798 T21 oasc.CoreContainer.<init> New CoreContainer 149090166
   [junit4]   2> 26799 T21 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/]
   [junit4]   2> 26812 T21 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 26812 T21 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 26813 T21 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 26826 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 26827 T21 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 26827 T21 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 26828 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 26828 T21 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 26829 T21 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 26866 T21 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 26867 T21 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 26867 T21 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 26868 T21 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52415/solr
   [junit4]   2> 26869 T21 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 26883 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 26885 T82 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37ebae65 name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 26886 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 26968 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 26972 T85 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24cb4888 name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 26972 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 26994 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 28005 T21 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52426_h_ht%2Fn
   [junit4]   2> 28008 T21 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52426_h_ht%2Fn
   [junit4]   2> 28017 T48 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28019 T54 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28019 T69 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28019 T85 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 28034 T21 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 28034 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 28345 T21 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 28349 T21 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52429
   [junit4]   2> 28350 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 28351 T21 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 28351 T21 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945
   [junit4]   2> 28352 T21 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/'
   [junit4]   2> 28382 T21 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solr.xml
   [junit4]   2> 28474 T21 oasc.CoreContainer.<init> New CoreContainer 300588789
   [junit4]   2> 28476 T21 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/]
   [junit4]   2> 28477 T21 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 28477 T21 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 28478 T21 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 28479 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 28479 T21 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 28480 T21 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 28480 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 28481 T21 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 28481 T21 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 28496 T21 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 28497 T21 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 28497 T21 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 28498 T21 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52415/solr
   [junit4]   2> 28499 T21 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 28501 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 28506 T98 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@545319cc name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 28507 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 28515 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 28519 T101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d6899df name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 28520 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 28534 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 29545 T21 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52429_h_ht%2Fn
   [junit4]   2> 29548 T21 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52429_h_ht%2Fn
   [junit4]   2> 29558 T101 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 29558 T48 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 29558 T85 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 29558 T69 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 29559 T54 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 29574 T21 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 29575 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 29892 T21 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 29897 T21 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52432
   [junit4]   2> 29898 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 29899 T21 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 29900 T21 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486
   [junit4]   2> 29900 T21 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/'
   [junit4]   2> 29943 T21 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solr.xml
   [junit4]   2> 30030 T21 oasc.CoreContainer.<init> New CoreContainer 1705901179
   [junit4]   2> 30030 T21 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/]
   [junit4]   2> 30037 T21 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 30037 T21 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 30039 T21 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 30039 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 30039 T21 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 30042 T21 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 30045 T21 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 30045 T21 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 30046 T21 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 30072 T21 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 30073 T21 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 30073 T21 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 30074 T21 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52415/solr
   [junit4]   2> 30074 T21 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 30083 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@718eabe2 name:ZooKeeperConnection Watcher:127.0.0.1:52415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 30084 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 30085 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 30097 T21 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 30102 T117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c431c56 name:ZooKeeperConnection Watcher:127.0.0.1:52415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 30103 T21 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 30122 T21 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 31133 T21 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52432_h_ht%2Fn
   [junit4]   2> 31136 T21 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52432_h_ht%2Fn
   [junit4]   2> 31146 T85 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31148 T117 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31148 T101 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31149 T54 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31149 T69 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31149 T48 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 31163 T21 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 31163 T21 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 31956 T63 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&name=solrj_collection&router.name=compositeId&action=CREATE&wt=javabin&replicationFactor=2&numShards=2&router.field=myOwnField&collection.configName=conf1
   [junit4]   2> 31961 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31968 T50 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.name":"compositeId",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 31970 T50 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.name":"compositeId",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 31972 T50 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 31973 T50 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 31985 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 31990 T49 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 31992 T49 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 31994 T49 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 32024 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32035 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32036 T101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32037 T48 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32036 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32037 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32037 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32087 T50 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 32087 T50 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:52426_h_ht%2Fn
   [junit4]   2> 32103 T50 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:52423_h_ht%2Fn
   [junit4]   2> 32103 T50 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:52432_h_ht%2Fn
   [junit4]   2> 32104 T50 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:52429_h_ht%2Fn
   [junit4]   2> 32166 T59 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
   [junit4]   2> 32166 T75 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
   [junit4]   2> 32166 T93 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
   [junit4]   2> 32166 T111 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
   [junit4]   2> 32172 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32173 T59 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 32174 T75 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 32174 T93 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 32174 T111 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 32178 T49 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 32181 T49 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52423/h_ht/n",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52423_h_ht%2Fn",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 32193 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32198 T49 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52426/h_ht/n",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52426_h_ht%2Fn",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 32207 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32210 T49 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52429/h_ht/n",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52429_h_ht%2Fn",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 32220 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32223 T49 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52432/h_ht/n",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52432_h_ht%2Fn",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 32232 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 32342 T69 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32342 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32342 T85 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32342 T48 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32342 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 32342 T101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 33174 T59 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 33176 T75 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 33177 T59 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solr.xml
   [junit4]   2> 33177 T111 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 33178 T93 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 33178 T75 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solr.xml
   [junit4]   2> 33180 T75 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1
   [junit4]   2> 33181 T75 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 33177 T59 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2
   [junit4]   2> 33182 T59 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 33178 T111 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solr.xml
   [junit4]   2> 33183 T111 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1
   [junit4]   2> 33184 T111 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 33185 T75 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 33185 T75 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 33180 T93 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solr.xml
   [junit4]   2> 33186 T93 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2
   [junit4]   2> 33186 T93 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 33187 T59 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 33188 T59 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 33193 T111 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 33195 T111 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 33195 T93 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 33197 T93 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 33206 T59 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/'
   [junit4]   2> 33207 T75 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/'
   [junit4]   2> 33239 T111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/'
   [junit4]   2> 33271 T93 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/'
   [junit4]   2> 33550 T75 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 33567 T93 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 33592 T59 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 33608 T111 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 33707 T75 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 33760 T75 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 33787 T59 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 33790 T111 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 33811 T59 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 33812 T111 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 33828 T93 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 33850 T93 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 33860 T75 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 33884 T59 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 33890 T111 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 33961 T93 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 34047 T111 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.ByteField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 34150 T111 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.ShortField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 34153 T59 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.ShortField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 35711 T59 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35724 T59 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35738 T75 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35757 T75 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35794 T111 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35794 T111 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35838 T93 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35838 T93 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 35845 T59 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 35856 T75 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 35870 T111 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 35878 T93 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 35888 T59 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 35891 T93 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 35890 T111 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 35899 T59 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 35907 T75 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 35911 T75 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 35911 T111 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 35916 T93 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 36077 T75 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36098 T111 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36104 T59 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36115 T111 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36120 T75 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36121 T59 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36136 T111 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36144 T93 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36153 T111 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36154 T111 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36154 T111 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36161 T59 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36165 T59 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36165 T59 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36166 T59 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36165 T93 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 36165 T111 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36168 T111 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36169 T111 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36169 T111 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/
   [junit4]   2> 36179 T59 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36180 T59 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36181 T59 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36181 T59 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/data/
   [junit4]   2> 36187 T93 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36213 T59 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@457293b
   [junit4]   2> 36181 T75 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36212 T111 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@457293b
   [junit4]   2> 36222 T59 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/data
   [junit4]   2> 36223 T59 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 36223 T59 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36224 T59 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388620336650/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 36224 T59 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=1.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=13.323103707096216, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 36226 T59 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@777e294c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6d4e2820),segFN=segments_1,generation=1}
   [junit4]   2> 36227 T59 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36323 T93 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36324 T93 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36324 T93 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36325 T75 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36326 T75 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36326 T75 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 36328 T59 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 36369 T93 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36370 T93 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36370 T93 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36371 T93 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/data/
   [junit4]   2> 36371 T93 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@457293b
   [junit4]   2> 36387 T93 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/data
   [junit4]   2> 36387 T111 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data
   [junit4]   2> 36388 T93 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 36388 T93 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36390 T93 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388620339945/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 36390 T93 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=1.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=13.323103707096216, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 36391 T111 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 36391 T111 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36392 T111 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 36393 T111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=1.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=13.323103707096216, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 36395 T93 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70638c1a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62052934),segFN=segments_1,generation=1}
   [junit4]   2> 36395 T93 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36396 T111 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@308e44de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e3fe8cc),segFN=segments_1,generation=1}
   [junit4]   2> 36396 T111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36425 T93 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 36440 T75 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 36441 T75 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 36442 T75 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 36442 T75 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/data/
   [junit4]   2> 36443 T75 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@457293b
   [junit4]   2> 36443 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 36464 T75 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/data
   [junit4]   2> 36478 T75 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 36479 T75 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 36479 T75 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388620338213/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 36480 T75 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=1.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=13.323103707096216, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 36486 T59 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 36487 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 36487 T59 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36488 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36488 T59 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 36489 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 36489 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 36490 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36490 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36491 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 36492 T111 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36493 T111 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36493 T111 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36489 T93 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 36495 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 36495 T93 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36496 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36497 T93 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 36497 T93 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36498 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36498 T93 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36490 T59 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36532 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36533 T59 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36531 T111 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 36555 T111 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 36555 T111 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 36556 T111 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 36530 T75 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b8ca1c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@bf31d53),segFN=segments_1,generation=1}
   [junit4]   2> 36566 T75 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36563 T111 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 36575 T111 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 36577 T111 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 36553 T93 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 36582 T93 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 36582 T93 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 36583 T93 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 36541 T59 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 36585 T93 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 36586 T93 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 36588 T93 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 36589 T111 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 36586 T59 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 36590 T59 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 36591 T59 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 36593 T93 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 36601 T59 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 36602 T59 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 36614 T59 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 36620 T59 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 36622 T75 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 36623 T75 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 36627 T75 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 36628 T75 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36628 T75 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 36629 T75 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 36630 T75 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36631 T75 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 36631 T75 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 36633 T75 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 36636 T75 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 36636 T75 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 36638 T75 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 36640 T75 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 36640 T75 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 36642 T75 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 36645 T75 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 36659 T59 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 36659 T59 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 36661 T59 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 36665 T75 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 36665 T75 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 36667 T93 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 36667 T93 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 36668 T75 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 36669 T93 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 36666 T111 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 36671 T111 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 36673 T111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 36683 T59 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@777e294c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6d4e2820),segFN=segments_1,generation=1}
   [junit4]   2> 36684 T59 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36684 T59 oass.SolrIndexSearcher.<init> Opening Searcher@3dbfaf86 main
   [junit4]   2> 36713 T111 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@308e44de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e3fe8cc),segFN=segments_1,generation=1}
   [junit4]   2> 36715 T111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36716 T111 oass.SolrIndexSearcher.<init> Opening Searcher@7b39cd80 main
   [junit4]   2> 36714 T93 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@70638c1a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62052934),segFN=segments_1,generation=1}
   [junit4]   2> 36725 T93 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36726 T93 oass.SolrIndexSearcher.<init> Opening Searcher@41103bce main
   [junit4]   2> 36714 T75 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b8ca1c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@bf31d53),segFN=segments_1,generation=1}
   [junit4]   2> 36733 T75 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 36733 T75 oass.SolrIndexSearcher.<init> Opening Searcher@26f6fdf0 main
   [junit4]   2> 36736 T125 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@3dbfaf86 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 36794 T123 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@41103bce main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 36807 T59 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 36808 T59 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:http://127.0.0.1:52423/h_ht/n collection:solrj_collection shard:shard1
   [junit4]   2> 36812 T93 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica2
   [junit4]   2> 36813 T93 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica2 address:http://127.0.0.1:52429/h_ht/n collection:solrj_collection shard:shard2
   [junit4]   2> 36822 T124 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@7b39cd80 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 36830 T126 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@26f6fdf0 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 36839 T59 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 36839 T93 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 36875 T111 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 36875 T75 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 36878 T75 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:http://127.0.0.1:52426/h_ht/n collection:solrj_collection shard:shard1
   [junit4]   2> 36876 T111 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:52432/h_ht/n collection:solrj_collection shard:shard2
   [junit4]   2> 36910 T75 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 36934 T93 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 36936 T59 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 36944 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 36944 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 36945 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 36950 T93 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 36952 T93 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 36952 T48 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 36951 T49 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C4 name=solrj_collection_shard2_replica2 org.apache.solr.core.SolrCore@1ab8338f url=http://127.0.0.1:52429/h_ht/n/solrj_collection_shard2_replica2 node=127.0.0.1:52429_h_ht%2Fn C4_STATE=coll:solrj_collection core:solrj_collection_shard2_replica2 props:{state=down, base_url=http://127.0.0.1:52429/h_ht/n, core=solrj_collection_shard2_replica2, node_name=127.0.0.1:52429_h_ht%2Fn}
   [junit4]   2> 36957 T93 C4 P52429 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52429/h_ht/n/solrj_collection_shard2_replica2/
   [junit4]   2> 36959 T59 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 36972 T59 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5 name=solrj_collection_shard1_replica2 org.apache.solr.core.SolrCore@3c298ed4 url=http://127.0.0.1:52423/h_ht/n/solrj_collection_shard1_replica2 node=127.0.0.1:52423_h_ht%2Fn C5_STATE=coll:solrj_collection core:solrj_collection_shard1_replica2 props:{state=down, base_url=http://127.0.0.1:52423/h_ht/n, core=solrj_collection_shard1_replica2, node_name=127.0.0.1:52423_h_ht%2Fn}
   [junit4]   2> 36973 T59 C5 P52423 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52423/h_ht/n/solrj_collection_shard1_replica2/
   [junit4]   2> 36999 T93 C4 P52429 oasu.PeerSync.sync 

[...truncated too long message...]

0.0.1:52432_h_ht%2Fn C15_STATE=coll:solrj_collection core:solrj_collection_shard2_replica1 props:{state=active, base_url=http://127.0.0.1:52432/h_ht/n, core=solrj_collection_shard2_replica1, node_name=127.0.0.1:52432_h_ht%2Fn}
   [junit4]   2> 103997 T117 C15 P52432 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 103998 T117 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 103998 T117 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52432/h_ht/n/solrj_collection_shard2_replica1/ shard2
   [junit4]   2> 103998 T117 oasc.SolrCore.close [solrj_collection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7054fdd7
   [junit4]   2> 104018 T117 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 104019 T117 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 104019 T117 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 104020 T117 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 104030 T117 oasc.SolrCore.closeSearcher [solrj_collection_shard2_replica1] Closing main searcher on request.
   [junit4]   2> 104031 T117 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 104031 T117 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data;done=false>>]
   [junit4]   2> 104031 T117 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data
   [junit4]   2> 104032 T117 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index;done=false>>]
   [junit4]   2> 104032 T117 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388620341486/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 104032 T117 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard2
   [junit4]   2> 104033 T117 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	
   [junit4]   2> 104033 T117 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/solrj_collection/leader_elect/shard2/election/91004622122516492-core_node4-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:276)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 104034 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 104034 T117 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 104034 T117 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 104035 T117 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 104035 T117 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=pl, timezone=Europe/Monaco
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=66994616,total=219676672
   [junit4]   2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 84.60s, 1 test, 1 error <<< FAILURES!

[...truncated 1068 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1307: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:940: There were test failures: 348 suites, 1522 tests, 1 error, 40 ignored (5 assumptions)

Total time: 78 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1151 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1151/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.UnloadDistributedZkTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest:     1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest: 
   1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:503)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([1F507227D6D1AA42]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.UnloadDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:503)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:503)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
	at __randomizedtesting.SeedInfo.seed([1F507227D6D1AA42]:0)




Build Log:
[...truncated 10437 lines...]
   [junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
   [junit4]   2> 1542784 T5052 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1542791 T5052 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013
   [junit4]   2> 1542792 T5052 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1542793 T5053 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1542894 T5052 oasc.ZkTestServer.run start zk server on port:55057
   [junit4]   2> 1542897 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1542903 T5060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b3f686f name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1542904 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1542904 T5052 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1542916 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1542920 T5063 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@885c716 name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1542920 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1542920 T5052 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1542929 T5052 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1542936 T5052 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1542943 T5052 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1542950 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1542951 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1542963 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1542964 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1542972 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1542973 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1542980 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1542981 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1542987 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1542988 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1542996 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1542996 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1543004 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1543005 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1543012 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1543013 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1543022 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1543023 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1543031 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1543032 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1543040 T5052 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1543040 T5052 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1543353 T5052 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1543361 T5052 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55060
   [junit4]   2> 1543362 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1543363 T5052 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1543363 T5052 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272
   [junit4]   2> 1543363 T5052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272/'
   [junit4]   2> 1543401 T5052 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272/solr.xml
   [junit4]   2> 1543479 T5052 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1543479 T5052 oasc.CoreContainer.<init> New CoreContainer 2093825023
   [junit4]   2> 1543480 T5052 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272/]
   [junit4]   2> 1543481 T5052 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1543482 T5052 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1543482 T5052 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1543482 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1543483 T5052 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1543483 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1543483 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1543484 T5052 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1543484 T5052 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1543497 T5052 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1543498 T5052 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1543498 T5052 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1543499 T5052 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55057/solr
   [junit4]   2> 1543499 T5052 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1543501 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1543505 T5075 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cbb9947 name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1543506 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1543513 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1543517 T5078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46a6e067 name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1543517 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1543522 T5052 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1543533 T5052 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1543542 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1543547 T5052 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55060_
   [junit4]   2> 1543550 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55060_
   [junit4]   2> 1543559 T5052 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1543565 T5052 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1543577 T5052 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1543584 T5052 oasc.Overseer.start Overseer (id=91003153155358723-127.0.0.1:55060_-n_0000000000) starting
   [junit4]   2> 1543592 T5052 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1543603 T5080 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1543604 T5052 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1543611 T5052 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1543616 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1543624 T5079 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1543630 T5052 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272
   [junit4]   2> 1543776 T5052 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1388597918272/conf/
   [junit4]   2> 1543784 T5052 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1543785 T5052 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1543785 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1543792 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1543796 T5084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50c2c587 name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1543796 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1543801 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1543808 T5052 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1544116 T5052 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1544120 T5052 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55064
   [junit4]   2> 1544121 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1544121 T5052 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1544122 T5052 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030
   [junit4]   2> 1544123 T5052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/'
   [junit4]   2> 1544161 T5052 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/solr.xml
   [junit4]   2> 1544235 T5052 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1544235 T5052 oasc.CoreContainer.<init> New CoreContainer 709328574
   [junit4]   2> 1544235 T5052 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/]
   [junit4]   2> 1544237 T5052 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1544238 T5052 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1544238 T5052 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1544239 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1544239 T5052 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1544239 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1544240 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1544240 T5052 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1544240 T5052 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1544253 T5052 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1544253 T5052 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1544254 T5052 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1544254 T5052 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55057/solr
   [junit4]   2> 1544254 T5052 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1544257 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1544261 T5096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@337eb7c7 name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1544263 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1544270 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1544273 T5099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3948fadd name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1544274 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1544286 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1545296 T5052 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55064_
   [junit4]   2> 1545299 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55064_
   [junit4]   2> 1545308 T5084 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1545308 T5099 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1545308 T5078 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1545321 T5052 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030
   [junit4]   2> 1545427 T5052 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/conf/
   [junit4]   2> 1545433 T5052 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1545434 T5052 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1545434 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1545744 T5052 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1545747 T5052 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55067
   [junit4]   2> 1545748 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1545748 T5052 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1545748 T5052 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660
   [junit4]   2> 1545749 T5052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/'
   [junit4]   2> 1545787 T5052 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/solr.xml
   [junit4]   2> 1545860 T5052 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1545860 T5052 oasc.CoreContainer.<init> New CoreContainer 1158783749
   [junit4]   2> 1545861 T5052 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/]
   [junit4]   2> 1545862 T5052 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1545862 T5052 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1545863 T5052 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1545864 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1545864 T5052 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1545864 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1545864 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1545865 T5052 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1545865 T5052 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1545878 T5052 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1545879 T5052 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1545879 T5052 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1545879 T5052 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55057/solr
   [junit4]   2> 1545880 T5052 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1545882 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1545886 T5112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67d72c72 name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1545888 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1545895 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1545899 T5115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35c4c77a name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1545900 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1545911 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1546920 T5052 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55067_
   [junit4]   2> 1546923 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55067_
   [junit4]   2> 1546932 T5115 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1546932 T5099 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1546932 T5084 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1546932 T5078 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1546946 T5052 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660
   [junit4]   2> 1547045 T5052 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/conf/
   [junit4]   2> 1547050 T5052 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1547051 T5052 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1547051 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1547376 T5052 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1547381 T5052 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55070
   [junit4]   2> 1547382 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1547382 T5052 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1547383 T5052 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278
   [junit4]   2> 1547383 T5052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278/'
   [junit4]   2> 1547420 T5052 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278/solr.xml
   [junit4]   2> 1547494 T5052 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1547494 T5052 oasc.CoreContainer.<init> New CoreContainer 930868103
   [junit4]   2> 1547494 T5052 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278/]
   [junit4]   2> 1547496 T5052 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1547496 T5052 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1547497 T5052 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1547497 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1547497 T5052 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1547498 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1547498 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1547498 T5052 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1547499 T5052 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1547513 T5052 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1547514 T5052 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1547514 T5052 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1547514 T5052 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55057/solr
   [junit4]   2> 1547515 T5052 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1547517 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547521 T5128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34b10ba2 name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547522 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1547531 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547535 T5131 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f594322 name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547536 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1547550 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1548560 T5052 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55070_
   [junit4]   2> 1548563 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55070_
   [junit4]   2> 1548572 T5115 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1548572 T5078 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1548573 T5099 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1548573 T5131 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1548573 T5084 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1548586 T5052 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278
   [junit4]   2> 1548725 T5052 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1388597922278/conf/
   [junit4]   2> 1548733 T5052 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1548734 T5052 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1548734 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1549049 T5052 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1549054 T5052 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55073
   [junit4]   2> 1549055 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1549055 T5052 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1549055 T5052 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960
   [junit4]   2> 1549056 T5052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960/'
   [junit4]   2> 1549091 T5052 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960/solr.xml
   [junit4]   2> 1549166 T5052 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 1549166 T5052 oasc.CoreContainer.<init> New CoreContainer 1739466382
   [junit4]   2> 1549167 T5052 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960/]
   [junit4]   2> 1549169 T5052 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1549169 T5052 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1549170 T5052 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1549170 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1549170 T5052 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1549171 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1549171 T5052 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1549171 T5052 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1549171 T5052 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1549184 T5052 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1549185 T5052 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1549185 T5052 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1549185 T5052 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55057/solr
   [junit4]   2> 1549186 T5052 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1549189 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549193 T5144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52eab0bf name:ZooKeeperConnection Watcher:127.0.0.1:55057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549195 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1549202 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549206 T5147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eeef0fe name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549207 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1549219 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1550230 T5052 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55073_
   [junit4]   2> 1550232 T5052 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55073_
   [junit4]   2> 1550243 T5078 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550244 T5147 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550244 T5084 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550244 T5115 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550245 T5099 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550245 T5131 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1550261 T5052 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960
   [junit4]   2> 1550406 T5052 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1388597923960/conf/
   [junit4]   2> 1550413 T5052 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1550414 T5052 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1550415 T5052 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1550423 T5091 oasc.ZkController.publish publishing core=unloadcollection1 state=down
   [junit4]   2> 1550426 T5091 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1550426 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1550432 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1550434 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55064",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55064_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1550434 T5079 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with shards [shard1]
   [junit4]   2> 1550434 T5079 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1550441 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1550443 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1550444 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1550444 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1550444 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1550444 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1550444 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1551427 T5091 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection1
   [junit4]   2> 1551430 T5091 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/unloadcollection1
   [junit4]   2> 1551430 T5091 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 1551432 T5091 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
   [junit4]   2> 1551432 T5091 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 1551435 T5091 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 1551436 T5091 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
   [junit4]   2> 1551443 T5091 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 1551445 T5091 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/unloadcollection1/'
   [junit4]   2> 1551540 T5091 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1551650 T5091 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1551654 T5091 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1551663 T5091 oass.IndexSchema.readSchema [unloadcollection1] Schema name=test
   [junit4]   2> 1552218 T5091 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1552220 T5091 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1552221 T5091 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1552229 T5091 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1552234 T5091 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1552266 T5091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1552274 T5091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1552281 T5091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1552285 T5091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1552285 T5091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1552285 T5091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1552289 T5091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1552289 T5091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1552290 T5091 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1552290 T5091 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1388597919030/unloadcollection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n/
   [junit4]   2> 1552291 T5091 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19255e4b
   [junit4]   2> 1552291 T5091 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n
   [junit4]   2> 1552292 T5091 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n/index/
   [junit4]   2> 1552292 T5091 oasc.SolrCore.initIndex WARN [unloadcollection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n/index' doesn't exist. Creating new index...
   [junit4]   2> 1552292 T5091 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n/index
   [junit4]   2> 1552293 T5091 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1552294 T5091 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61a2568e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e0aa138),segFN=segments_1,generation=1}
   [junit4]   2> 1552294 T5091 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1552299 T5091 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1552300 T5091 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1552300 T5091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1552301 T5091 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1552301 T5091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1552301 T5091 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1552302 T5091 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1552302 T5091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1552303 T5091 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1552303 T5091 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1552304 T5091 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1552304 T5091 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1552305 T5091 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1552305 T5091 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1552306 T5091 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1552307 T5091 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1552316 T5091 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1552321 T5091 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1552321 T5091 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1552322 T5091 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=43.2509765625, floorSegmentMB=0.5244140625, forceMergeDeletesPctAllowed=26.407842176679054, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3542820893902462
   [junit4]   2> 1552323 T5091 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61a2568e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e0aa138),segFN=segments_1,generation=1}
   [junit4]   2> 1552323 T5091 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1552323 T5091 oass.SolrIndexSearcher.<init> Opening Searcher@360f0759 main
   [junit4]   2> 1552327 T5149 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@360f0759 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1552328 T5091 oasc.CoreContainer.registerCore registering core: unloadcollection1
   [junit4]   2> 1552328 T5091 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:55064 collection:unloadcollection shard:shard1
   [junit4]   2> 1552332 T5091 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
   [junit4]   2> 1552351 T5091 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1552358 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552359 T5091 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1552359 T5091 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C828 name=unloadcollection1 org.apache.solr.core.SolrCore@48d272b url=http://127.0.0.1:55064/unloadcollection1 node=127.0.0.1:55064_ C828_STATE=coll:unloadcollection core:unloadcollection1 props:{state=down, base_url=http://127.0.0.1:55064, core=unloadcollection1, node_name=127.0.0.1:55064_}
   [junit4]   2> 1552360 T5091 C828 P55064 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55064/unloadcollection1/
   [junit4]   2> 1552360 T5091 C828 P55064 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1552360 T5091 C828 P55064 oasc.SyncStrategy.syncToMe http://127.0.0.1:55064/unloadcollection1/ has no replicas
   [junit4]   2> 1552361 T5091 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55064/unloadcollection1/ shard1
   [junit4]   2> 1552361 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1552361 T5091 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
   [junit4]   2> 1552369 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552371 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552372 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552372 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552372 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552372 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552373 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552385 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1552393 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552500 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552501 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552501 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552501 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552501 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552501 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552542 T5091 oasc.ZkController.register We are http://127.0.0.1:55064/unloadcollection1/ and leader is http://127.0.0.1:55064/unloadcollection1/
   [junit4]   2> 1552542 T5091 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:55064
   [junit4]   2> 1552543 T5091 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1552543 T5091 oasc.ZkController.publish publishing core=unloadcollection1 state=active
   [junit4]   2> 1552546 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552546 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552546 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552547 T5091 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1552549 T5091 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={name=unloadcollection1&action=CREATE&wt=javabin&numShards=1&dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597925642unloadcollection1_1n&version=2&collection=unloadcollection} status=0 QTime=2127 
   [junit4]   2> 1552550 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1552551 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55064",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55064_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1552554 T5052 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1552558 T5153 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dec883a name:ZooKeeperConnection Watcher:127.0.0.1:55057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1552559 T5052 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1552561 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552562 T5052 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1552571 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1552577 T5109 oasc.ZkController.publish publishing core=unloadcollection2 state=down
   [junit4]   2> 1552577 T5109 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1552580 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552580 T5109 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1552583 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55067",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55067_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1552583 T5079 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1552583 T5079 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1552590 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1552697 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552698 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552698 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552699 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552699 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552698 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1552698 T5153 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1553582 T5109 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection2
   [junit4]   2> 1553584 T5109 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/unloadcollection2
   [junit4]   2> 1553585 T5109 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 1553587 T5109 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1553587 T5109 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 1553591 T5109 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/unloadcollection2/'
   [junit4]   2> 1553699 T5109 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 1553758 T5109 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1553761 T5109 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1553771 T5109 oass.IndexSchema.readSchema [unloadcollection2] Schema name=test
   [junit4]   2> 1554400 T5109 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1554404 T5109 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1554405 T5109 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1554412 T5109 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1554416 T5109 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1554450 T5109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1554458 T5109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1554465 T5109 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1554468 T5109 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1554469 T5109 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1554469 T5109 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1554472 T5109 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1554472 T5109 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1554472 T5109 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1554473 T5109 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1388597920660/unloadcollection2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n/
   [junit4]   2> 1554473 T5109 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19255e4b
   [junit4]   2> 1554474 T5109 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n
   [junit4]   2> 1554475 T5109 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n/index/
   [junit4]   2> 1554475 T5109 oasc.SolrCore.initIndex WARN [unloadcollection2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n/index' doesn't exist. Creating new index...
   [junit4]   2> 1554475 T5109 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n/index
   [junit4]   2> 1554476 T5109 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1554478 T5109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1079853 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7de40ed8),segFN=segments_1,generation=1}
   [junit4]   2> 1554478 T5109 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1554484 T5109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1554484 T5109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1554485 T5109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1554485 T5109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1554486 T5109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1554486 T5109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1554487 T5109 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1554487 T5109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1554487 T5109 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1554488 T5109 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1554489 T5109 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1554489 T5109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1554489 T5109 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1554491 T5109 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1554492 T5109 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1554492 T5109 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1554494 T5109 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1554501 T5109 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1554501 T5109 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1554502 T5109 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=43.2509765625, floorSegmentMB=0.5244140625, forceMergeDeletesPctAllowed=26.407842176679054, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3542820893902462
   [junit4]   2> 1554503 T5109 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1079853 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7de40ed8),segFN=segments_1,generation=1}
   [junit4]   2> 1554504 T5109 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1554504 T5109 oass.SolrIndexSearcher.<init> Opening Searcher@19041628 main
   [junit4]   2> 1554508 T5154 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@19041628 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1554510 T5109 oasc.CoreContainer.registerCore registering core: unloadcollection2
   [junit4]   2> 1554510 T5109 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:55067 collection:unloadcollection shard:shard1
   [junit4]   2> 1554520 T5109 oasc.ZkController.register We are http://127.0.0.1:55067/unloadcollection2/ and leader is http://127.0.0.1:55064/unloadcollection1/
   [junit4]   2> 1554521 T5109 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:55067
   [junit4]   2> 1554521 T5109 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
   [junit4]   2> 1554522 T5109 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C829 name=unloadcollection2 org.apache.solr.core.SolrCore@4d329e4c url=http://127.0.0.1:55067/unloadcollection2 node=127.0.0.1:55067_ C829_STATE=coll:unloadcollection core:unloadcollection2 props:{state=down, base_url=http://127.0.0.1:55067, core=unloadcollection2, node_name=127.0.0.1:55067_}
   [junit4]   2> 1554523 T5156 C829 P55067 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
   [junit4]   2> 1554524 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 1554525 T5156 C829 P55067 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
   [junit4]   2> 1554525 T5156 C829 P55067 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1554525 T5109 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1554528 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1554528 T5109 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={name=unloadcollection2&action=CREATE&wt=javabin&dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1388597918013/1388597927796unloadcollection1_2n&version=2&collection=unloadcollection} status=0 QTime=1952 
   [junit4]   2> 1554528 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1554529 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1554533 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1554533 T5091 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 1554534 T5052 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):330
   [junit4]   2> 1554535 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1554536 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1554536 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55067",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55067_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1554543 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1554546 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554546 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554546 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554546 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554547 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554546 T5153 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1554546 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1555537 T5091 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1555538 T5091 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={action=PREPRECOVERY&wt=javabin&nodeName=127.0.0.1:55067_&core=unloadcollection1&onlyIfLeaderActive=true&checkLive=true&onlyIfLeader=true&coreNodeName=core_node2&version=2&state=recovering} status=0 QTime=1005 
   [junit4]   2> 1555540 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1556545 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2>  C829_STATE=coll:unloadcollection core:unloadcollection2 props:{state=recovering, base_url=http://127.0.0.1:55067, core=unloadcollection2, node_name=127.0.0.1:55067_}
   [junit4]   2> 1557540 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55064/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
   [junit4]   2> 1557541 T5156 C829 P55067 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:55067 START replicas=[http://127.0.0.1:55064/unloadcollection1/] nUpdates=100
   [junit4]   2> 1557541 T5156 C829 P55067 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 1557542 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
   [junit4]   2> 1557543 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
   [junit4]   2> 1557544 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
   [junit4]   2> 1557545 T5156 C829 P55067 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1557545 T5156 C829 P55067 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55064/unloadcollection1/. core=unloadcollection2
   [junit4]   2> 1557554 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C830 name=unloadcollection1 org.apache.solr.core.SolrCore@48d272b url=http://127.0.0.1:55064/unloadcollection1 node=127.0.0.1:55064_ C830_STATE=coll:unloadcollection core:unloadcollection1 props:{state=active, base_url=http://127.0.0.1:55064, core=unloadcollection1, node_name=127.0.0.1:55064_, leader=true}
   [junit4]   2> 1557555 T5093 C830 P55064 oasc.SolrCore.execute [unloadcollection1] webapp= path=/get params={wt=javabin&distrib=false&version=2&qt=/get&getVersions=100} status=0 QTime=1 
   [junit4]   2> 1557558 T5088 C830 P55064 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1557558 T5088 C830 P55064 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1557558 T5088 C830 P55064 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1557559 T5088 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={commit=true&wt=javabin&openSearcher=false&waitSearcher=true&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
   [junit4]   2> 1557560 T5156 C829 P55067 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1557561 T5156 C829 P55067 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 1557566 T5090 C830 P55064 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1557566 T5090 C830 P55064 oasc.SolrCore.execute [unloadcollection1] webapp= path=/replication params={wt=javabin&command=indexversion&version=2&qt=/replication} status=0 QTime=3 
   [junit4]   2> 1557567 T5156 C829 P55067 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
   [junit4]   2> 1557567 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
   [junit4]   2> 1557567 T5156 C829 P55067 oasc.ZkController.publish publishing core=unloadcollection2 state=active
   [junit4]   2> 1557567 T5156 C829 P55067 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1557570 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1557570 T5156 C829 P55067 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
   [junit4]   2> 1557576 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1557577 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55067",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55067_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1557585 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1557588 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557588 T5153 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557588 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557589 T5099 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557589 T5084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557588 T5131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1557589 T5115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1558559 T5052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1558562 T5052 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
   [junit4]   2>  C829_STATE=coll:unloadcollection core:unloadcollection2 props:{state=active, base_url=http://127.0.0.1:55067, core=unloadcollection2, node_name=127.0.0.1:55067_}
   [junit4]   2> 1558582 T5107 C829 P55067 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&distrib.from=http://127.0.0.1:55064/unloadcollection1/&version=2} {add=[6 (1456050467020734464)]} 0 3
   [junit4]   2> 1558583 T5093 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1456050467020734464)]} 0 17
   [junit4]   2> 1558593 T5109 C829 P55067 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&distrib.from=http://127.0.0.1:55064/unloadcollection1/&version=2} {add=[7 (1456050467042754560)]} 0 2
   [junit4]   2> 1558594 T5088 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1456050467042754560)]} 0 7
   [junit4]   2> 1558603 T5108 C829 P55067 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&distrib.from=http://127.0.0.1:55064/unloadcollection1/&version=2} {add=[8 (1456050467053240320)]} 0 1
   [junit4]   2> 1558604 T5089 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1456050467053240320)]} 0 6
   [junit4]   2> 1558610 T5092 C830 P55064 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1558615 T5092 C830 P55064 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61a2568e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e0aa138),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@61a2568e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e0aa138),segFN=segments_2,generation=2}
   [junit4]   2> 1558616 T5092 C830 P55064 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1558619 T5092 C830 P55064 oass.SolrIndexSearcher.<init> Opening Searcher@6bd17b7c main
   [junit4]   2> 1558619 T5092 C830 P55064 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1558620 T5149 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@6bd17b7c main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):c3)}
   [junit4]   2> 1558621 T5092 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={commit=true&update.distrib=FROMLEADER&wt=javabin&waitSearcher=true&distrib.from=http://127.0.0.1:55064/unloadcollection1/&commit_end_point=true&version=2&softCommit=false&expungeDeletes=false} {commit=} 0 11
   [junit4]   2> 1558629 T5104 C829 P55067 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1558633 T5104 C829 P55067 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1079853 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7de40ed8),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1079853 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7de40ed8),segFN=segments_2,generation=2}
   [junit4]   2> 1558634 T5104 C829 P55067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1558636 T5104 C829 P55067 oass.SolrIndexSearcher.<init> Opening Searcher@1ccaa6e7 main
   [junit4]   2> 1558637 T5104 C829 P55067 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1558638 T5154 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@1ccaa6e7 main{StandardDirectoryReader(segments_2:3:nrt _0(4.7):c3)}
   [junit4]   2> 1558639 T5104 C829 P55067 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp= path=/update params={commit=true&update.distrib=FROMLEADER&wt=javabin&waitSearcher=true&distrib.from=http://127.0.0.1:55064/unloadcollection1/&commit_end_point=true&version=2&softCommit=false&expungeDeletes=false} {commit=} 0 11
   [junit4]   2> 1558639 T5090 C830 P55064 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp= path=/update params={commit=true&wt=javabin&waitSearcher=true&version=2&softCommit=false} {commit=} 0 31
   [junit4]   2> 1558645 T5124 oasc.ZkController.publish publishing core=unloadcollection3 state=down
   [junit4]   2> 1558645 T5124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1558647 T5124 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1558647 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1558652 T5079 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1558654 T5079 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55070",
   [junit4]   2> 	  "core":"unloadcollection3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55070_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1558654 T5079 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 1558654 T5079 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1558661 T5078 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1558768 T5078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]

[...truncated too long message...]

Thread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1629585 T5147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1629585 T5147 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1629585 T5147 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1629585 T5147 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1629585 T5147 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 87630 T5051 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 107686 T5051 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 1 thread leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest: 
   [junit4]   2> 	   1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> 107693 T5051 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
   [junit4]   2> 	   1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
   [junit4]   2> 110707 T5051 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
   [junit4]   2> 	   1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> NOTE: test params are: codec=Lucene46: {timestamp=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), other_tl1=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), range_facet_l=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), multiDefault=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=MockVariableIntBlock(baseBlockSize=82), range_facet_si=PostingsFormat(name=Memory doPackFST= false), _version_=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), a_t=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), id=Lucene41(blocksize=128), a_si=PostingsFormat(name=Memory doPackFST= false), intDefault=Pulsing41(freqCutoff=1 minBlockSize=64 maxBlockSize=143), text=MockVariableIntBlock(baseBlockSize=82)}, docValues:{}, sim=DefaultSimilarity, locale=sr_RS, timezone=America/Tegucigalpa
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=2,free=74451232,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSearcher, HighlighterConfigTest, TriLevelCompositeIdRoutingTest, DocumentBuilderTest, CollectionsAPIDistributedZkTest, CircularListTest, DirectSolrConnectionTest, TestRandomMergePolicy, LegacyHTMLStripCharFilterTest, SolrCmdDistributorTest, TestReversedWildcardFilterFactory, MBeansHandlerTest, BlockDirectoryTest, TestFastWriter, TestRangeQuery, TestFieldCollectionResource, TestLRUCache, SignatureUpdateProcessorFactoryTest, TestComponentsName, SolrRequestParserTest, ResourceLoaderTest, SimplePostToolTest, TestCopyFieldCollectionResource, UniqFieldsUpdateProcessorFactoryTest, SynonymTokenizerTest, TestPHPSerializedResponseWriter, TestLuceneMatchVersion, FieldMutatingUpdateProcessorTest, CachingDirectoryFactoryTest, CacheHeaderTest, JSONWriterTest, InfoHandlerTest, FileBasedSpellCheckerTest, TestBinaryResponseWriter, DistributedQueryElevationComponentTest, FieldAnalysisRequestHandlerTest, TestReload, SliceStateTest, TestCollapseQParserPlugin, TestPerFieldSimilarity, DocValuesMultiTest, DOMUtilTest, TestSolrXmlPersistence, TestShardHandlerFactory, TestRecovery, TestConfig, RAMDirectoryFactoryTest, MinimalSchemaTest, HdfsSyncSliceTest, QueryElevationComponentTest, IndexSchemaTest, SliceStateUpdateTest, TestIndexingPerformance, TestMergePolicyConfig, TestFileDictionaryLookup, HighlighterTest, DirectUpdateHandlerOptimizeTest, ZkSolrClientTest, TestDistribDocBasedVersion, ChaosMonkeyNothingIsSafeTest, TestStressUserVersions, FileUtilsTest, DefaultValueUpdateProcessorTest, TestSchemaNameResource, TestSort, NoCacheHeaderTest, TestAnalyzeInfixSuggestions, SolrCoreCheckLockOnStartupTest, URLClassifyProcessorTest, QueryEqualityTest, SimpleFacetsTest, TestBinaryField, DistributedSpellCheckComponentTest, ShardRoutingCustomTest, TestZkChroot, TestElisionMultitermQuery, TestFieldTypeResource, TestReplicationHandler, TestRealTimeGet, TestCloudManagedSchemaAddField, TermVectorComponentDistributedTest, TestPartialUpdateDeduplication, ResponseLogComponentTest, SuggesterTest, SampleTest, PreAnalyzedFieldTest, TestUtils, TestExtendedDismaxParser, TestSolrDeletionPolicy1, ConnectionManagerTest, StandardRequestHandlerTest, TestBadConfig, TestSurroundQueryParser, RequiredFieldsTest, TestLFUCache, TestRecoveryHdfs, HdfsBasicDistributedZk2Test, TestSolrXMLSerializer, PrimitiveFieldTypeTest, QueryParsingTest, TestGroupingSearch, TestStressLucene, ZkNodePropsTest, TestJoin, TestSuggestSpellingConverter, TestSimpleQParserPlugin, AddBlockUpdateTest, DistanceFunctionTest, TestSolr4Spatial, TestSolrJ, BasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, TestCollationKeyRangeQueries, SolrInfoMBeanTest, CoreContainerCoreInitFailuresTest, AlternateDirectoryTest, TestStressVersions, MultiTermTest, DocValuesMissingTest, TestRemoteStreaming, AnalysisAfterCoreReloadTest, DocValuesTest, ClusterStateTest, TestCharFilters, TestXIncludeConfig, SolrXmlInZkTest, EchoParamsTest, PingRequestHandlerTest, TestImplicitCoreProperties, TestAnalyzedSuggestions, OverseerCollectionProcessorTest, DisMaxRequestHandlerTest, TestFieldResource, AutoCommitTest, TestLMDirichletSimilarityFactory, TestNumberUtils, TestPostingsSolrHighlighter, CurrencyFieldOpenExchangeTest, EnumFieldTest, TestAddFieldRealTimeGet, DirectUpdateHandlerTest, TestSystemIdResolver, PluginInfoTest, SolrTestCaseJ4Test, HdfsCollectionsAPIDistributedZkTest, TestHighFrequencyDictionaryFactory, TestSolrXmlPersistor, TestCloudManagedSchema, ClusterStateUpdateTest, ChangedSchemaMergeTest, DirectSolrSpellCheckerTest, TestSchemaVersionResource, TestSchemaResource, TestSolrCoreProperties, FullSolrCloudDistribCmdsTest, LeaderElectionIntegrationTest, TestCustomSort, TermVectorComponentTest, TimeZoneUtilsTest, AssignTest, TestQuerySenderListener, TestRTGBase, HdfsRecoveryZkTest, UnloadDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.seed=1F507227D6D1AA42 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=America/Tegucigalpa -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s | UnloadDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.UnloadDistributedZkTest: 
   [junit4]    >    1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1F507227D6D1AA42]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=5228, name=Timer-312, state=WAITING, group=TGRP-UnloadDistributedZkTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:503)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1F507227D6D1AA42]:0)
   [junit4] Completed in 110.76s, 1 test, 2 errors <<< FAILURES!

[...truncated 537 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1307: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:940: There were test failures: 348 suites, 1522 tests, 2 suite-level errors, 684 ignored (1 assumption)

Total time: 64 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1150 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1150/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 10466 lines...]
   [junit4] JVM J0: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140101_061005_984.sysout
   [junit4] >>> JVM J0: stdout (verbatim) ----
   [junit4] #
   [junit4] # A fatal error has been detected by the Java Runtime Environment:
   [junit4] #
   [junit4] #  SIGSEGV (0xb) at pc=0x0000000107a71a2b, pid=565, tid=70443
   [junit4] #
   [junit4] # JRE version: Java(TM) SE Runtime Environment (7.0_45-b18) (build 1.7.0_45-b18)
   [junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (24.45-b08 mixed mode bsd-amd64 )
   [junit4] # Problematic frame:
   [junit4] # C  [libjava.dylib+0x9a2b]  JNU_NewStringPlatform+0x1d3
   [junit4] #
   [junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
   [junit4] #
   [junit4] # An error report file with more information is saved as:
   [junit4] # /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/hs_err_pid565.log
   [junit4] #
   [junit4] # If you would like to submit a bug report, please visit:
   [junit4] #   http://bugreport.sun.com/bugreport/crash.jsp
   [junit4] # The crash happened outside the Java Virtual Machine in native code.
   [junit4] # See problematic frame for where to report the bug.
   [junit4] #
   [junit4] <<< JVM J0: EOF ----

[...truncated 1 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_45.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=C05E0C3445D58192 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=4.7 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=4.7-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.disableHdfs=true -Dfile.encoding=US-ASCII -classpath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/test-framework/lib/junit4-ant-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/lucene-codecs-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/highlighter/lucene-highlighter-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/memory/lucene-memory-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/expressions/lucene-expressions-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/join/lucene-join-4.7-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.5.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jersey-core-1.16.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_45.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140101_061005_984.events @/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140101_061005_984.suites
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:744)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:459: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:439: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1307: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:940: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 55 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure