You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/21 13:08:17 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_51) - Build # 9758 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9758/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.TestRequestStatusCollectionAPI.testDistribSearch

Error Message:
status the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: status the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([51F7848FCC0E61CC:D0110A97BB5101F0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:504)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:203)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.TestRequestStatusCollectionAPI.sendRequest(TestRequestStatusCollectionAPI.java:222)
	at org.apache.solr.cloud.TestRequestStatusCollectionAPI.sendStatusRequestWithRetry(TestRequestStatusCollectionAPI.java:193)
	at org.apache.solr.cloud.TestRequestStatusCollectionAPI.doTest(TestRequestStatusCollectionAPI.java:118)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10481 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRequestStatusCollectionAPI
   [junit4]   2> 298835 T855 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 298839 T855 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-TestRequestStatusCollectionAPI-1395402320613
   [junit4]   2> 298839 T855 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 298840 T856 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 298940 T855 oasc.ZkTestServer.run start zk server on port:54339
   [junit4]   2> 298941 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 299001 T862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e49b1d name:ZooKeeperConnection Watcher:127.0.0.1:54339 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 299002 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 299002 T855 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 299009 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 299011 T864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d8594e name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 299012 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 299012 T855 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 299017 T855 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 299021 T855 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 299024 T855 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 299028 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 299028 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 299033 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 299034 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 299040 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 299041 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 299045 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 299046 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 299053 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 299053 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 299058 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 299059 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 299064 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 299064 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 299070 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 299071 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 299075 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 299076 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 299081 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 299081 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 299087 T855 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 299087 T855 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 299304 T855 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 299318 T855 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41113
   [junit4]   2> 299319 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 299319 T855 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 299320 T855 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867
   [junit4]   2> 299320 T855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/'
   [junit4]   2> 299334 T855 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/solr.xml
   [junit4]   2> 299369 T855 oasc.CoreContainer.<init> New CoreContainer 466793
   [junit4]   2> 299369 T855 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/]
   [junit4]   2> 299370 T855 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 299370 T855 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 299371 T855 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 299371 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 299371 T855 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 299371 T855 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 299372 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 299372 T855 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 299372 T855 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 299373 T855 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 299373 T855 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 299373 T855 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 299374 T855 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54339/solr
   [junit4]   2> 299374 T855 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 299375 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 299376 T875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f3e1a name:ZooKeeperConnection Watcher:127.0.0.1:54339 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 299377 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 299380 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 299381 T877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e62a7 name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 299381 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 299384 T855 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 299389 T855 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 299393 T855 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 299400 T855 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 299406 T855 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 299412 T855 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 299415 T855 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41113_
   [junit4]   2> 299416 T855 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41113_
   [junit4]   2> 299421 T855 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 299424 T855 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 299430 T855 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:41113_
   [junit4]   2> 299431 T855 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 299435 T855 oasc.Overseer.start Overseer (id=91449086483824643-127.0.0.1:41113_-n_0000000000) starting
   [junit4]   2> 299444 T855 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 299461 T879 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 299461 T855 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 299462 T879 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 299466 T855 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 299469 T855 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 299474 T878 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 299478 T880 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 299479 T880 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 299481 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299481 T880 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 299484 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 299485 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41113",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41113_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 299485 T878 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 299485 T878 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 299489 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 299490 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 300482 T880 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 300482 T880 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1
   [junit4]   2> 300482 T880 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 300484 T880 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 300484 T880 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 300486 T880 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 300486 T880 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1/'
   [junit4]   2> 300487 T880 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1/lib/.svn/' to classloader
   [junit4]   2> 300487 T880 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1/lib/classes/' to classloader
   [junit4]   2> 300488 T880 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1/lib/README' to classloader
   [junit4]   2> 300553 T880 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 300591 T880 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 300593 T880 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 300598 T880 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 300891 T880 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 300894 T880 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 300899 T880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 300902 T880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 300936 T880 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 300937 T880 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-controljetty-1395402320867/collection1/, dataDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/control/data/
   [junit4]   2> 300937 T880 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bbb9f2
   [junit4]   2> 300938 T880 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/control/data
   [junit4]   2> 300938 T880 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/control/data/index/
   [junit4]   2> 300939 T880 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 300940 T880 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/control/data/index
   [junit4]   2> 300940 T880 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1f50dff
   [junit4]   2> 300941 T880 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@99acb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16a0c6f)),segFN=segments_1,generation=1}
   [junit4]   2> 300941 T880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 300947 T880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 300947 T880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 300948 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 300948 T880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 300948 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 300949 T880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 300949 T880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 300950 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 300950 T880 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 300950 T880 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 300951 T880 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 300951 T880 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 300951 T880 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 300952 T880 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 300952 T880 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 300952 T880 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 300954 T880 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 300956 T880 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 300956 T880 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 300957 T880 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8785379864075435]
   [junit4]   2> 300957 T880 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@99acb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16a0c6f)),segFN=segments_1,generation=1}
   [junit4]   2> 300957 T880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 300958 T880 oass.SolrIndexSearcher.<init> Opening Searcher@10ba17d[collection1] main
   [junit4]   2> 300959 T881 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10ba17d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 300960 T880 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 300961 T855 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 300961 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 300961 T884 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41113 collection:control_collection shard:shard1
   [junit4]   2> 300963 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 300964 T884 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 300965 T886 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a7a245 name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 300965 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 300968 T855 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 300971 T855 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 300973 T884 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 300974 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 300975 T884 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 300975 T884 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2069 name=collection1 org.apache.solr.core.SolrCore@13bbff8 url=http://127.0.0.1:41113/collection1 node=127.0.0.1:41113_ C2069_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:41113, core=collection1, node_name=127.0.0.1:41113_}
   [junit4]   2> 300975 T884 C2069 P41113 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41113/collection1/
   [junit4]   2> 300976 T884 C2069 P41113 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 300976 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 300976 T884 C2069 P41113 oasc.SyncStrategy.syncToMe http://127.0.0.1:41113/collection1/ has no replicas
   [junit4]   2> 300976 T884 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41113/collection1/ shard1
   [junit4]   2> 300977 T884 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 300979 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 300985 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 300989 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 300990 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 300990 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 301036 T884 oasc.ZkController.register We are http://127.0.0.1:41113/collection1/ and leader is http://127.0.0.1:41113/collection1/
   [junit4]   2> 301036 T884 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41113
   [junit4]   2> 301036 T884 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 301036 T884 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 301036 T884 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 301037 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 301038 T884 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 301039 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 301040 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41113",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41113_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 301042 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 301144 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 301144 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 301192 T855 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 301193 T855 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 301196 T855 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55894
   [junit4]   2> 301197 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 301197 T855 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 301198 T855 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745
   [junit4]   2> 301199 T855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/'
   [junit4]   2> 301214 T855 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/solr.xml
   [junit4]   2> 301249 T855 oasc.CoreContainer.<init> New CoreContainer 32827732
   [junit4]   2> 301250 T855 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/]
   [junit4]   2> 301251 T855 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 301251 T855 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 301251 T855 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 301252 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 301252 T855 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 301252 T855 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 301252 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 301253 T855 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 301253 T855 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 301253 T855 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 301254 T855 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 301254 T855 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 301254 T855 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54339/solr
   [junit4]   2> 301254 T855 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 301255 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 301257 T897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b8f6 name:ZooKeeperConnection Watcher:127.0.0.1:54339 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 301258 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 301262 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 301264 T899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7066ea name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 301264 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 301275 T855 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 302281 T855 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55894_
   [junit4]   2> 302283 T855 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55894_
   [junit4]   2> 302287 T877 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 302287 T886 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 302288 T899 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 302299 T900 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 302299 T900 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 302301 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302301 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302301 T900 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 302301 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302304 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 302306 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55894",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55894_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 302306 T878 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 302306 T878 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 302313 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 302417 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 302417 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 302417 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 303302 T900 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 303302 T900 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1
   [junit4]   2> 303303 T900 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 303304 T900 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 303304 T900 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 303306 T900 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 303306 T900 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1/'
   [junit4]   2> 303307 T900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1/lib/.svn/' to classloader
   [junit4]   2> 303308 T900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1/lib/classes/' to classloader
   [junit4]   2> 303308 T900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1/lib/README' to classloader
   [junit4]   2> 303343 T900 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 303382 T900 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 303384 T900 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 303389 T900 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 303682 T900 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 303684 T900 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 303686 T900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 303689 T900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 303715 T900 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 303716 T900 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty1-1395402322745/collection1/, dataDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty1/
   [junit4]   2> 303716 T900 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bbb9f2
   [junit4]   2> 303717 T900 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty1
   [junit4]   2> 303717 T900 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty1/index/
   [junit4]   2> 303718 T900 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 303719 T900 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty1/index
   [junit4]   2> 303719 T900 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@ce4211
   [junit4]   2> 303720 T900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@2720a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@153831f)),segFN=segments_1,generation=1}
   [junit4]   2> 303720 T900 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 303727 T900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 303727 T900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 303728 T900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 303728 T900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 303729 T900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 303729 T900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 303730 T900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 303730 T900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 303731 T900 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 303732 T900 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 303732 T900 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 303733 T900 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 303733 T900 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 303734 T900 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 303735 T900 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 303736 T900 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 303740 T900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 303744 T900 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 303744 T900 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 303745 T900 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8785379864075435]
   [junit4]   2> 303746 T900 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@2720a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@153831f)),segFN=segments_1,generation=1}
   [junit4]   2> 303746 T900 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 303747 T900 oass.SolrIndexSearcher.<init> Opening Searcher@1c3ab94[collection1] main
   [junit4]   2> 303752 T901 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c3ab94[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 303753 T900 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 303754 T855 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 303755 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 303754 T904 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55894 collection:collection1 shard:shard2
   [junit4]   2> 303757 T904 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 303767 T904 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 303770 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303770 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303770 T904 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 303770 T904 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 303770 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C2070 name=collection1 org.apache.solr.core.SolrCore@64e601 url=http://127.0.0.1:55894/collection1 node=127.0.0.1:55894_ C2070_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55894, core=collection1, node_name=127.0.0.1:55894_}
   [junit4]   2> 303770 T904 C2070 P55894 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55894/collection1/
   [junit4]   2> 303771 T904 C2070 P55894 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 303771 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303771 T904 C2070 P55894 oasc.SyncStrategy.syncToMe http://127.0.0.1:55894/collection1/ has no replicas
   [junit4]   2> 303771 T904 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55894/collection1/ shard2
   [junit4]   2> 303772 T904 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 303774 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303776 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303779 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303883 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 303884 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 303884 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 303927 T904 oasc.ZkController.register We are http://127.0.0.1:55894/collection1/ and leader is http://127.0.0.1:55894/collection1/
   [junit4]   2> 303927 T904 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55894
   [junit4]   2> 303927 T904 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 303927 T904 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 303927 T904 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 303928 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303928 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303929 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303929 T904 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303930 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 303930 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55894",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55894_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 303933 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 303970 T855 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 303970 T855 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 303973 T855 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40891
   [junit4]   2> 303974 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 303974 T855 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 303974 T855 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530
   [junit4]   2> 303975 T855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/'
   [junit4]   2> 303993 T855 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/solr.xml
   [junit4]   2> 304029 T855 oasc.CoreContainer.<init> New CoreContainer 3464740
   [junit4]   2> 304029 T855 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/]
   [junit4]   2> 304030 T855 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 304031 T855 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 304031 T855 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 304031 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 304031 T855 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 304031 T855 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 304032 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 304032 T855 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 304032 T855 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 304033 T855 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 304033 T855 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 304033 T855 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 304034 T855 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54339/solr
   [junit4]   2> 304034 T855 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 304035 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 304035 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 304035 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 304035 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 304037 T915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@383c24 name:ZooKeeperConnection Watcher:127.0.0.1:54339 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 304037 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 304041 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 304042 T917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1535905 name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 304043 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 304057 T855 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 305060 T855 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40891_
   [junit4]   2> 305062 T855 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40891_
   [junit4]   2> 305067 T886 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 305068 T877 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 305068 T917 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 305068 T899 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 305087 T918 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 305088 T918 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 305114 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 305114 T918 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 305114 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 305115 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 305116 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 305118 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40891",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40891_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 305118 T878 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 305118 T878 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 305126 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 305230 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 305230 T917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 305230 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 305230 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306114 T918 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 306115 T918 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1
   [junit4]   2> 306115 T918 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 306116 T918 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 306117 T918 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 306119 T918 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 306119 T918 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1/'
   [junit4]   2> 306120 T918 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1/lib/.svn/' to classloader
   [junit4]   2> 306121 T918 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1/lib/classes/' to classloader
   [junit4]   2> 306121 T918 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1/lib/README' to classloader
   [junit4]   2> 306177 T918 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 306223 T918 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 306225 T918 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 306234 T918 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 306543 T918 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 306545 T918 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 306546 T918 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 306549 T918 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 306580 T918 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 306581 T918 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty2-1395402325530/collection1/, dataDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty2/
   [junit4]   2> 306581 T918 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bbb9f2
   [junit4]   2> 306582 T918 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty2
   [junit4]   2> 306582 T918 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty2/index/
   [junit4]   2> 306582 T918 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 306583 T918 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty2/index
   [junit4]   2> 306583 T918 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@144fef4
   [junit4]   2> 306584 T918 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@b79e9f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@be6392)),segFN=segments_1,generation=1}
   [junit4]   2> 306584 T918 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 306588 T918 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 306588 T918 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 306589 T918 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 306589 T918 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 306589 T918 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 306589 T918 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 306590 T918 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 306590 T918 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 306590 T918 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 306591 T918 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 306591 T918 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 306591 T918 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 306591 T918 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 306592 T918 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 306592 T918 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 306592 T918 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 306594 T918 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 306596 T918 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 306596 T918 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 306597 T918 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8785379864075435]
   [junit4]   2> 306597 T918 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@b79e9f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@be6392)),segFN=segments_1,generation=1}
   [junit4]   2> 306597 T918 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 306598 T918 oass.SolrIndexSearcher.<init> Opening Searcher@cd48[collection1] main
   [junit4]   2> 306600 T919 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cd48[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 306602 T918 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 306603 T855 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 306603 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 306603 T922 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40891 collection:collection1 shard:shard1
   [junit4]   2> 306604 T922 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 306611 T922 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 306612 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306612 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306613 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306613 T922 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 306613 T922 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2071 name=collection1 org.apache.solr.core.SolrCore@dace31 url=http://127.0.0.1:40891/collection1 node=127.0.0.1:40891_ C2071_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:40891, core=collection1, node_name=127.0.0.1:40891_}
   [junit4]   2> 306613 T922 C2071 P40891 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40891/collection1/
   [junit4]   2> 306613 T922 C2071 P40891 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 306613 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 306613 T922 C2071 P40891 oasc.SyncStrategy.syncToMe http://127.0.0.1:40891/collection1/ has no replicas
   [junit4]   2> 306614 T922 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40891/collection1/ shard1
   [junit4]   2> 306614 T922 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 306616 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306617 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306621 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306725 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306725 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306726 T917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306725 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306770 T922 oasc.ZkController.register We are http://127.0.0.1:40891/collection1/ and leader is http://127.0.0.1:40891/collection1/
   [junit4]   2> 306770 T922 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40891
   [junit4]   2> 306770 T922 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 306770 T922 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 306770 T922 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 306771 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306772 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306772 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306772 T922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 306773 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 306773 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40891",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40891_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 306775 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 306812 T855 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 306812 T855 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 306815 T855 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45831
   [junit4]   2> 306816 T855 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 306817 T855 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 306817 T855 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377
   [junit4]   2> 306818 T855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/'
   [junit4]   2> 306838 T855 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/solr.xml
   [junit4]   2> 306878 T917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306878 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306878 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306878 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 306889 T855 oasc.CoreContainer.<init> New CoreContainer 22774063
   [junit4]   2> 306890 T855 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/]
   [junit4]   2> 306895 T855 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 306896 T855 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 306896 T855 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 306896 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 306896 T855 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 306897 T855 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 306897 T855 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 306897 T855 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 306897 T855 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 306898 T855 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 306898 T855 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 306899 T855 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 306899 T855 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54339/solr
   [junit4]   2> 306899 T855 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 306900 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 306902 T933 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104ca02 name:ZooKeeperConnection Watcher:127.0.0.1:54339 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 306903 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 306907 T855 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 306908 T935 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@153a5a0 name:ZooKeeperConnection Watcher:127.0.0.1:54339/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 306908 T855 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 306919 T855 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 307924 T855 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45831_
   [junit4]   2> 307926 T855 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45831_
   [junit4]   2> 307932 T935 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 307932 T886 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 307932 T917 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 307932 T877 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 307932 T899 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 307944 T936 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 307945 T936 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 307947 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 307947 T936 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 307947 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 307948 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 307950 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 307951 T878 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:45831",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45831_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 307951 T878 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 307952 T878 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 307958 T877 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 308062 T935 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 308062 T917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 308062 T886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 308062 T899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 308062 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 308947 T936 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 308948 T936 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1
   [junit4]   2> 308948 T936 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 308949 T936 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 308950 T936 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 308952 T936 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 308952 T936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1/'
   [junit4]   2> 308953 T936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1/lib/.svn/' to classloader
   [junit4]   2> 308954 T936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1/lib/classes/' to classloader
   [junit4]   2> 308954 T936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1/lib/README' to classloader
   [junit4]   2> 309010 T936 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 309050 T936 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 309051 T936 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 309056 T936 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 309404 T936 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 309407 T936 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 309408 T936 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 309411 T936 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 309431 T936 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 309432 T936 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.TestRequestStatusCollectionAPI-jetty3-1395402328377/collection1/, dataDir=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty3/
   [junit4]   2> 309432 T936 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bbb9f2
   [junit4]   2> 309433 T936 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty3
   [junit4]   2> 309433 T936 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty3/index/
   [junit4]   2> 309433 T936 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 309434 T936 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty3/index
   [junit4]   2> 309434 T936 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1f7752f
   [junit4]   2> 309435 T936 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@6f0390 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12e783c)),segFN=segments_1,generation=1}
   [junit4]   2> 309435 T936 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 309438 T936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 309439 T936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 309439 T936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 309439 T936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 309439 T936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 309439 T936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 309440 T936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 309440 T936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 309440 T936 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 309441 T936 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 309441 T936 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 309441 T936 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 309441 T936 oasc.RequestHandlers.initHandlersFromConfig created 

[...truncated too long message...]

4]   2> 497351 T954 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 497351 T954 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 497352 T954 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 497352 T954 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 497353 T954 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 497353 T954 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4;done=false>>]
   [junit4]   2> 497353 T954 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4
   [junit4]   2> 497353 T954 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4/index;done=false>>]
   [junit4]   2> 497354 T954 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.TestRequestStatusCollectionAPI-1395402320613/jetty4/index
   [junit4]   2> 497354 T954 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 497354 T954 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:208)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:385)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:372)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 497355 T954 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/91449086483824652-core_node4-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:176)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:71)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 497356 T954 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 497356 T954 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_MA, timezone=Pacific/Kwajalein
   [junit4]   2> NOTE: Linux 3.8.0-37-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=1,free=94635800,total=195923968
   [junit4]   2> NOTE: All tests run in this JVM: [TestMergePolicyConfig, TestNonDefinedSimilarityFactory, TestFieldTypeCollectionResource, DeleteInactiveReplicaTest, TestRandomDVFaceting, AutoCommitTest, UUIDFieldTest, SuggesterTest, TestLFUCache, ConnectionManagerTest, TestExtendedDismaxParser, SyncSliceTest, SuggesterFSTTest, TestInitQParser, TestHighFrequencyDictionaryFactory, TestSearcherReuse, BasicDistributedZkTest, TestBM25SimilarityFactory, TestCopyFieldCollectionResource, TestSimpleQParserPlugin, DocValuesTest, TestFaceting, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, SliceStateTest, MoreLikeThisHandlerTest, TestPerFieldSimilarity, TestSurroundQueryParser, TestRequestStatusCollectionAPI]
   [junit4] Completed on J0 in 199.40s, 1 test, 1 error <<< FAILURES!

[...truncated 931 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1276: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:908: There were test failures: 377 suites, 1597 tests, 1 error, 37 ignored (16 assumptions)

Total time: 56 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9760 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9760/
Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseG1GC -XX:-UseSuperWord

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.testShutdown

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53377 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53377 within 45000 ms
	at __randomizedtesting.SeedInfo.seed([94AB6F788676E001:77DD66ED610C7573]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:91)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:91)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:85)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.setUp(AbstractDistribZkTestBase.java:75)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.setUp(AbstractFullDistribZkTestBase.java:201)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.setUp(CloudSolrServerTest.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:860)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53377 within 45000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 45 more




Build Log:
[...truncated 11668 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
   [junit4]   2> 20621 T117 oas.SolrTestCaseJ4.startTrackingSearchers WARN startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 20622 T117 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 20622 T117 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 20624 T117 oasc.AbstractZkTestCase.<clinit> WARN TEST_HOME() does not exist - solrj test?
   [junit4]   2> 20628 T117 oas.SolrTestCaseJ4.setUp ###Starting testShutdown
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./solrtest-CloudSolrServerTest-1395417592011
   [junit4]   2> 20631 T117 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 20633 T118 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 20732 T117 oasc.ZkTestServer.run start zk server on port:53377
   [junit4]   2> 20765 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68202 T121 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 47421ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> 68203 T117 oas.SolrTestCaseJ4.tearDown ###Ending testShutdown
   [junit4]   2> 68217 T119 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144e55eb0fb0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 68218 T119 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144e55eb0fb0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 68219 T119 oazs.NIOServerCnxnFactory.run WARN Ignoring unexpected runtime exception java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 68220 T119 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144e55eb0fb0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 68221 T117 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53377 53377
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrServerTest -Dtests.method=testShutdown -Dtests.seed=94AB6F788676E001 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_PE -Dtests.timezone=America/New_York -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   47.8s J0 | CloudSolrServerTest.testShutdown <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53377 within 45000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([94AB6F788676E001:77DD66ED610C7573]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:91)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:91)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:85)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.setUp(AbstractDistribZkTestBase.java:75)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.setUp(AbstractFullDistribZkTestBase.java:201)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.setUp(CloudSolrServerTest.java:93)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:53377 within 45000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
   [junit4]    > 	... 45 more
   [junit4]   2> 68393 T117 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./solrtest-CloudSolrServerTest-1395417639775
   [junit4]   2> 68393 T117 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 68394 T125 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 68494 T117 oasc.ZkTestServer.run start zk server on port:58441
   [junit4]   2> 68495 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68531 T131 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@799b0941 name:ZooKeeperConnection Watcher:127.0.0.1:58441 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 68532 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 68534 T117 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 68558 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68560 T133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@245a1037 name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 68560 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 68566 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 68571 T117 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 68576 T117 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 68579 T117 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 68583 T117 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 68584 T117 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 68590 T117 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 68591 T117 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 68595 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 68596 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 68596 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 68597 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 68597 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 68598 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 68598 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 68599 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 68599 T117 oasc.AbstractZkTestCase.putConfig skipping /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 68606 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68608 T135 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@362239c7 name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 68609 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 68653 T117 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 68659 T117 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 68669 T117 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:57950
   [junit4]   2> 68671 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 68672 T117 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 68672 T117 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993
   [junit4]   2> 68672 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/'
   [junit4]   2> 68707 T117 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/solr.xml
   [junit4]   2> 68759 T117 oasc.CoreContainer.<init> New CoreContainer 304496177
   [junit4]   2> 68759 T117 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/]
   [junit4]   2> 68760 T117 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 68761 T117 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 68761 T117 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 68761 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 68762 T117 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 68762 T117 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 68762 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 68763 T117 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 68763 T117 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 68767 T117 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 68768 T117 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 68768 T117 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 68769 T117 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58441/solr
   [junit4]   2> 68782 T117 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 68783 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68787 T146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c4ba63b name:ZooKeeperConnection Watcher:127.0.0.1:58441 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 68788 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 68793 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 68795 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@211a5528 name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 68795 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 68802 T117 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 68809 T117 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 68826 T117 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 68831 T117 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 68842 T117 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 68864 T117 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 68867 T117 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57950_
   [junit4]   2> 68879 T117 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57950_
   [junit4]   2> 68883 T117 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 68892 T117 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 68902 T117 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57950_
   [junit4]   2> 68902 T117 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 68905 T117 oasc.Overseer.start Overseer (id=91450090440425476-127.0.0.1:57950_-n_0000000000) starting
   [junit4]   2> 68915 T117 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 68945 T150 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 68946 T117 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 68948 T150 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 68951 T117 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 68954 T117 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 68962 T149 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 68974 T151 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 68974 T151 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 68977 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68977 T151 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 68980 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 68981 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:57950",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57950_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 68981 T149 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 68991 T149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 68997 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 69002 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 69978 T151 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 69978 T151 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/collection1
   [junit4]   2> 69978 T151 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 69979 T151 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 69980 T151 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 69981 T151 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 69982 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/collection1/'
   [junit4]   2> 70037 T151 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 70107 T151 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 70110 T151 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 70188 T151 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 70260 T151 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 70271 T151 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 70282 T151 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 70293 T151 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.SortableDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 70686 T151 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 70690 T151 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 70693 T151 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 70693 T151 oass.IndexSchema.readSchema WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 70698 T151 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 70698 T151 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1395417639993/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/
   [junit4]   2> 70698 T151 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 70699 T151 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data
   [junit4]   2> 70699 T151 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/index/
   [junit4]   2> 70699 T151 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 70700 T151 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/index
   [junit4]   2> 70701 T151 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@17b2be48 lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 70701 T151 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 70703 T151 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 70703 T151 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 70703 T151 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 70704 T151 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 70704 T151 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 70704 T151 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 70705 T151 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 70705 T151 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 70707 T151 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 70710 T151 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 70710 T151 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 70711 T151 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@17b2be48 lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/control/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 70711 T151 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 70711 T151 oass.SolrIndexSearcher.<init> Opening Searcher@61f460c1[collection1] main
   [junit4]   2> 70712 T152 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61f460c1[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 70712 T151 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 70713 T117 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0
   [junit4]   2> 70713 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 70713 T155 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:57950 collection:control_collection shard:shard1
   [junit4]   2> 70722 T155 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 70724 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70727 T157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@663281f5 name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70727 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70729 T117 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 70738 T117 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 70739 T155 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 70743 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70744 T155 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 70744 T155 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 70745 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@70760c9f url=https://127.0.0.1:57950/collection1 node=127.0.0.1:57950_ C10_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:57950, core=collection1, node_name=127.0.0.1:57950_}
   [junit4]   2> 70747 T155 C10 P57950 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:57950/collection1/
   [junit4]   2> 70749 T155 C10 P57950 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 70750 T155 C10 P57950 oasc.SyncStrategy.syncToMe https://127.0.0.1:57950/collection1/ has no replicas
   [junit4]   2> 70751 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70751 T155 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:57950/collection1/ shard1
   [junit4]   2> 70754 T155 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 70772 T117 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 70773 T117 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 70778 T117 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 70780 T117 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:45967
   [junit4]   2> 70784 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 70784 T117 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 70785 T117 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121
   [junit4]   2> 70785 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/'
   [junit4]   2> 70797 T117 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/solr.xml
   [junit4]   2> 70820 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 70820 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 70861 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70863 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 70871 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70883 T117 oasc.CoreContainer.<init> New CoreContainer 1874907197
   [junit4]   2> 70884 T117 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/]
   [junit4]   2> 70885 T117 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 70885 T117 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 70886 T117 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 70886 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 70886 T117 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 70886 T117 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 70887 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 70887 T117 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 70887 T117 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 70890 T117 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 70890 T117 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 70891 T117 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 70891 T117 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58441/solr
   [junit4]   2> 70891 T117 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 70892 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70906 T168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ffc30a1 name:ZooKeeperConnection Watcher:127.0.0.1:58441 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70907 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70910 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 70915 T170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e41f3fb name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 70916 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 70927 T117 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 70974 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 70974 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 70974 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 71013 T155 oasc.ZkController.register We are https://127.0.0.1:57950/collection1/ and leader is https://127.0.0.1:57950/collection1/
   [junit4]   2> 71013 T155 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:57950
   [junit4]   2> 71013 T155 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 71014 T155 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 71014 T155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 71016 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71016 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71016 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71018 T155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 71021 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 71022 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:57950",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57950_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 71026 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71129 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 71129 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 71130 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 71932 T117 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45967_
   [junit4]   2> 71934 T117 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45967_
   [junit4]   2> 71937 T157 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 71937 T148 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 71938 T170 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 71948 T171 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 71948 T171 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 71951 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71951 T171 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 71951 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71952 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 71954 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 71955 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:45967",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45967_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 71956 T149 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 71956 T149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 71960 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72063 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 72063 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 72063 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 72952 T171 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 72952 T171 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/collection1
   [junit4]   2> 72952 T171 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 72953 T171 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 72953 T171 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 72955 T171 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 72955 T171 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/collection1/'
   [junit4]   2> 72987 T171 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 73023 T171 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 73025 T171 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 73047 T171 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 73595 T171 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 73599 T171 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 73602 T171 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 73603 T171 oass.IndexSchema.readSchema WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 73604 T171 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 73605 T171 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1395417642121/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/
   [junit4]   2> 73606 T171 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 73606 T171 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1
   [junit4]   2> 73607 T171 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/index/
   [junit4]   2> 73607 T171 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 73607 T171 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/index
   [junit4]   2> 73611 T171 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2b2e24aa lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/index),segFN=segments_1,generation=1}
   [junit4]   2> 73612 T171 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 73620 T171 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 73621 T171 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 73621 T171 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 73621 T171 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 73622 T171 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 73622 T171 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 73623 T171 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 73623 T171 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 73627 T171 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 73631 T171 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 73631 T171 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 73632 T171 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2b2e24aa lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty1/index),segFN=segments_1,generation=1}
   [junit4]   2> 73633 T171 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 73633 T171 oass.SolrIndexSearcher.<init> Opening Searcher@62f72d3[collection1] main
   [junit4]   2> 73634 T172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62f72d3[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 73634 T171 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 73635 T117 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0
   [junit4]   2> 73635 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 73635 T175 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:45967 collection:collection1 shard:shard2
   [junit4]   2> 73638 T175 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 73650 T175 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 73653 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73654 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73654 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73655 T175 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 73655 T175 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@38fc6bbb url=https://127.0.0.1:45967/collection1 node=127.0.0.1:45967_ C11_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:45967, core=collection1, node_name=127.0.0.1:45967_}
   [junit4]   2> 73656 T175 C11 P45967 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:45967/collection1/
   [junit4]   2> 73656 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 73656 T175 C11 P45967 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 73657 T175 C11 P45967 oasc.SyncStrategy.syncToMe https://127.0.0.1:45967/collection1/ has no replicas
   [junit4]   2> 73657 T175 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:45967/collection1/ shard2
   [junit4]   2> 73658 T175 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 73667 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73670 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73670 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73670 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73678 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 73683 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73688 T117 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 73691 T117 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 73695 T117 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 73698 T117 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50531
   [junit4]   2> 73700 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 73701 T117 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 73701 T117 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019
   [junit4]   2> 73702 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/'
   [junit4]   2> 73715 T117 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/solr.xml
   [junit4]   2> 73756 T117 oasc.CoreContainer.<init> New CoreContainer 1176142212
   [junit4]   2> 73756 T117 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/]
   [junit4]   2> 73757 T117 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 73757 T117 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 73758 T117 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 73758 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 73758 T117 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 73758 T117 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 73759 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 73759 T117 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 73759 T117 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 73762 T117 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 73762 T117 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 73763 T117 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 73763 T117 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58441/solr
   [junit4]   2> 73763 T117 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 73764 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 73766 T186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba8707d name:ZooKeeperConnection Watcher:127.0.0.1:58441 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73766 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73769 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 73771 T188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b038c21 name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73771 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73781 T117 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 73786 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73787 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73786 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73786 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73824 T175 oasc.ZkController.register We are https://127.0.0.1:45967/collection1/ and leader is https://127.0.0.1:45967/collection1/
   [junit4]   2> 73825 T175 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:45967
   [junit4]   2> 73825 T175 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 73825 T175 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 73826 T175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 73827 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73828 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73828 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73828 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 73834 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 73836 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:45967",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:45967_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 73840 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 73945 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73946 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73945 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 73946 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 74785 T117 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50531_
   [junit4]   2> 74787 T117 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50531_
   [junit4]   2> 74791 T148 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 74791 T157 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 74791 T170 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 74791 T188 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 74803 T189 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 74804 T189 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 74805 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 74805 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 74805 T189 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 74805 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 74808 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 74809 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50531",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50531_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 74809 T149 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 74809 T149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 74812 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 74916 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 74916 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 74916 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 74916 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 75806 T189 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 75806 T189 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/collection1
   [junit4]   2> 75806 T189 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 75807 T189 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 75808 T189 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 75809 T189 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 75809 T189 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/collection1/'
   [junit4]   2> 75852 T189 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 75889 T189 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 75891 T189 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 75916 T189 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 76271 T189 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 76273 T189 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 76275 T189 oass.IndexSchema.readSchema WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 76275 T189 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 76276 T189 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 76277 T189 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1395417645019/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/
   [junit4]   2> 76277 T189 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 76277 T189 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2
   [junit4]   2> 76278 T189 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/index/
   [junit4]   2> 76278 T189 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 76278 T189 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/index
   [junit4]   2> 76279 T189 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@525534db lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/index),segFN=segments_1,generation=1}
   [junit4]   2> 76280 T189 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 76281 T189 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 76281 T189 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 76281 T189 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 76281 T189 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 76282 T189 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 76282 T189 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 76282 T189 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 76283 T189 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 76285 T189 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 76288 T189 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 76288 T189 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 76289 T189 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@525534db lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty2/index),segFN=segments_1,generation=1}
   [junit4]   2> 76289 T189 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 76289 T189 oass.SolrIndexSearcher.<init> Opening Searcher@7f02a3da[collection1] main
   [junit4]   2> 76290 T190 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f02a3da[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 76290 T189 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 76291 T117 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0
   [junit4]   2> 76292 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 76292 T193 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50531 collection:collection1 shard:shard1
   [junit4]   2> 76294 T193 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 76302 T193 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 76306 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76307 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76307 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76308 T193 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 76308 T193 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@53fafc0d url=https://127.0.0.1:50531/collection1 node=127.0.0.1:50531_ C12_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50531, core=collection1, node_name=127.0.0.1:50531_}
   [junit4]   2> 76308 T193 C12 P50531 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50531/collection1/
   [junit4]   2> 76309 T193 C12 P50531 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 76309 T193 C12 P50531 oasc.SyncStrategy.syncToMe https://127.0.0.1:50531/collection1/ has no replicas
   [junit4]   2> 76309 T193 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50531/collection1/ shard1
   [junit4]   2> 76309 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 76310 T193 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 76319 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76322 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76327 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76343 T117 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 76344 T117 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 76354 T117 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 76358 T117 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:47115
   [junit4]   2> 76363 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 76363 T117 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 76364 T117 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676
   [junit4]   2> 76364 T117 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/'
   [junit4]   2> 76378 T117 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/solr.xml
   [junit4]   2> 76432 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76432 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76432 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76432 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76445 T117 oasc.CoreContainer.<init> New CoreContainer 386075102
   [junit4]   2> 76446 T117 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/]
   [junit4]   2> 76448 T117 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 76448 T117 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 76449 T117 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 76449 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 76449 T117 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 76450 T117 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 76450 T117 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 76451 T117 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 76451 T117 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 76455 T117 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76456 T117 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76456 T117 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 76457 T117 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58441/solr
   [junit4]   2> 76457 T117 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76460 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76461 T204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43594221 name:ZooKeeperConnection Watcher:127.0.0.1:58441 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76462 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76466 T117 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76467 T206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ecea8a name:ZooKeeperConnection Watcher:127.0.0.1:58441/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76467 T117 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76474 T193 oasc.ZkController.register We are https://127.0.0.1:50531/collection1/ and leader is https://127.0.0.1:50531/collection1/
   [junit4]   2> 76474 T193 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50531
   [junit4]   2> 76475 T193 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 76475 T193 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 76475 T193 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 76478 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76479 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76479 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76481 T193 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 76482 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 76483 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50531",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50531_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 76489 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 76493 T117 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 76592 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76593 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76592 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76592 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 76593 T206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 77507 T117 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47115_
   [junit4]   2> 77509 T117 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47115_
   [junit4]   2> 77512 T170 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77512 T188 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77512 T157 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77512 T206 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77513 T148 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 77522 T207 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 77522 T207 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 77524 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 77525 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 77525 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 77525 T207 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 77527 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 77528 T149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:47115",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47115_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 77528 T149 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 77528 T149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 77531 T148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 77633 T206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77634 T188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77634 T170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77634 T157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 77633 T148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 78526 T207 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 78526 T207 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/collection1
   [junit4]   2> 78526 T207 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 78527 T207 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 78527 T207 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 78529 T207 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 78529 T207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/collection1/'
   [junit4]   2> 78567 T207 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 78616 T207 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 78618 T207 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 78638 T207 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 79092 T207 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 79094 T207 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 79096 T207 oass.IndexSchema.readSchema WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 79097 T207 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 79098 T207 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 79098 T207 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1395417647676/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/
   [junit4]   2> 79098 T207 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 79098 T207 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3
   [junit4]   2> 79099 T207 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index/
   [junit4]   2> 79099 T207 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 79099 T207 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index
   [junit4]   2> 79100 T207 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2d153029 lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index),segFN=segments_1,generation=1}
   [junit4]   2> 79101 T207 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 79102 T207 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 79102 T207 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 79102 T207 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 79102 T207 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 79103 T207 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 79103 T207 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 79103 T207 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 79103 T207 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 79106 T207 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 79108 T207 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 79108 T207 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 79109 T207 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2d153029 lockFactory=NativeFSLockFactory@./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index),segFN=segments_1,generation=1}
   [junit4]   2> 79109 T207 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 79110 T207 oass.SolrIndexSearcher.<init> Opening Searcher@5770eecb[collection1] main
   [junit4]   2> 79111 T208 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5770eecb[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 79111 T207 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 79112 T117 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J0
   [junit4]   2> 79112 T117 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 79112 T211 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:47115 collection:collection1 shard:shard2
   [junit4]   2> 79117 T211 oasc.ZkController.register We are https://127.0.0.1:47115/col

[...truncated too long message...]

ction1, node_name=127.0.0.1:47115_}
   [junit4]   2> 97407 T206 C30 P47115 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 97411 T206 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 97412 T206 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@367cc540
   [junit4]   2> 97412 T206 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=2,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=5}
   [junit4]   2> 97412 T206 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 97413 T206 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 97413 T206 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 97414 T206 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 97414 T206 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 97414 T206 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index;done=false>>]
   [junit4]   2> 97415 T206 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3/index
   [junit4]   2> 97415 T206 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3;done=false>>]
   [junit4]   2> 97415 T206 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty3
   [junit4]   2> 97415 T206 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 97415 T206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 97416 T206 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 97416 T206 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> ASYNC  NEW_CORE C31 name=collection1 org.apache.solr.core.SolrCore@199eb207 url=https://127.0.0.1:54515/collection1 node=127.0.0.1:54515_ C31_STATE=coll:collection1 core:collection1 props:{state=active, base_url=https://127.0.0.1:54515, core=collection1, node_name=127.0.0.1:54515_}
   [junit4]   2> 97492 T225 C31 P54515 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 97493 T225 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 97494 T225 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@199eb207
   [junit4]   2> 97495 T225 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=2,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=5}
   [junit4]   2> 97495 T225 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 97495 T225 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 97496 T225 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 97497 T225 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 97498 T225 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 97498 T225 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4/index;done=false>>]
   [junit4]   2> 97498 T225 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4/index
   [junit4]   2> 97498 T225 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4;done=false>>]
   [junit4]   2> 97499 T225 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1395417639775/jetty4
   [junit4]   2> 97499 T225 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 97500 T225 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=es_PE, timezone=America/New_York
   [junit4]   2> NOTE: Linux 3.8.0-37-generic amd64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=8,threads=1,free=91819736,total=131072000
   [junit4]   2> NOTE: All tests run in this JVM: [SolrParamTest, ClientUtilsTest, TestDocumentObjectBinder, TestEmbeddedSolrServer, LargeVolumeBinaryJettyTest, AnlysisResponseBaseTest, LargeVolumeEmbeddedTest, ModifiableSolrParamsTest, TestXMLEscaping, DocumentAnalysisResponseTest, SolrExampleXMLTest, TestCoreAdmin, CloudSolrServerTest]
   [junit4] Completed on J0 in 77.81s, 2 tests, 1 error <<< FAILURES!

[...truncated 97 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:202: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1276: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:908: There were test failures: 49 suites, 283 tests, 1 error

Total time: 53 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseG1GC -XX:-UseSuperWord
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0) - Build # 9759 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9759/
Java: 32bit/jdk1.8.0 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.UnloadDistributedZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2477, name=qtp26179300-2477, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2477, name=qtp26179300-2477, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest], registration stack trace below.
	at __randomizedtesting.SeedInfo.seed([EA2B70E2B90434D]:0)
	at java.lang.Thread.getStackTrace(Thread.java:1551)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:555)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1049)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:947)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:939)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:350)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:257)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:471)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:762)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:631)
	at org.apache.solr.core.ZkContainer.createFromZk(ZkContainer.java:245)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:617)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleCreateAction(CoreAdminHandler.java:570)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestInternal(CoreAdminHandler.java:201)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:187)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:732)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:268)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:217)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:134)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
	at org.eclipse.jetty.server.Server.handle(Server.java:368)
	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.lang.AssertionError: Directory not closed: BaseDirectoryWrapper(RAMDirectory@ebc404 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b23cd2)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:698)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:695)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:711)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	... 1 more




Build Log:
[...truncated 10606 lines...]
   [junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
   [junit4]   2> 441295 T2401 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /o/
   [junit4]   2> 441298 T2401 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372
   [junit4]   2> 441299 T2401 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 441300 T2402 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 441400 T2401 oasc.ZkTestServer.run start zk server on port:46789
   [junit4]   2> 441401 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 441408 T2408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d9dc68 name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 441408 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 441409 T2401 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 441424 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 441425 T2410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e7c746 name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 441426 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 441426 T2401 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 441429 T2401 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 441430 T2401 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 441450 T2401 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 441453 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 441454 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 441459 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 441459 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 441464 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 441464 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 441466 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 441467 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 441469 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 441470 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 441471 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 441472 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 441474 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 441474 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 441476 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 441477 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 441479 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 441480 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 441483 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 441483 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 441486 T2401 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 441486 T2401 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 441878 T2401 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 441947 T2401 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34046
   [junit4]   2> 441949 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 441949 T2401 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 441950 T2401 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562
   [junit4]   2> 441950 T2401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562/'
   [junit4]   2> 441966 T2401 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562/solr.xml
   [junit4]   2> 441976 T2401 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562
   [junit4]   2> 441976 T2401 oasc.CoreContainer.<init> New CoreContainer 8348346
   [junit4]   2> 441977 T2401 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562/]
   [junit4]   2> 441977 T2401 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 441978 T2401 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 441978 T2401 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 441979 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 441979 T2401 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 441980 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 441980 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 441980 T2401 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 441981 T2401 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 441982 T2401 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 441982 T2401 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 441982 T2401 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 441983 T2401 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46789/solr
   [junit4]   2> 441983 T2401 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 441984 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 441989 T2421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67e6fb name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 441989 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 441999 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 442000 T2423 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c1978 name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 442002 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 442003 T2401 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 442005 T2401 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 442007 T2401 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 442009 T2401 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 442011 T2401 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 442023 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 442025 T2401 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34046_o
   [junit4]   2> 442027 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34046_o
   [junit4]   2> 442034 T2401 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 442037 T2401 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 442040 T2401 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:34046_o
   [junit4]   2> 442042 T2401 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 442045 T2401 oasc.Overseer.start Overseer (id=91449594699710467-127.0.0.1:34046_o-n_0000000000) starting
   [junit4]   2> 442053 T2401 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 442077 T2424 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 442086 T2425 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 442087 T2425 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 442087 T2401 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 442090 T2401 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 442091 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 442094 T2401 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562
   [junit4]   2> 442103 T2401 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1395410075562/conf/
   [junit4]   2> 442232 T2401 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 442233 T2401 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 442234 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 442235 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 442236 T2428 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@889af name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 442237 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 442237 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 442239 T2401 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 442586 T2401 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 442587 T2401 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 442589 T2401 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37932
   [junit4]   2> 442590 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 442590 T2401 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 442590 T2401 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312
   [junit4]   2> 442590 T2401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/'
   [junit4]   2> 442600 T2401 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/solr.xml
   [junit4]   2> 442606 T2401 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312
   [junit4]   2> 442607 T2401 oasc.CoreContainer.<init> New CoreContainer 12861623
   [junit4]   2> 442607 T2401 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/]
   [junit4]   2> 442607 T2401 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 442608 T2401 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 442608 T2401 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 442608 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 442608 T2401 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 442609 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 442609 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 442609 T2401 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 442609 T2401 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 442610 T2401 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 442610 T2401 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 442611 T2401 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 442611 T2401 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46789/solr
   [junit4]   2> 442611 T2401 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 442612 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 442613 T2439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dc3035 name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 442613 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 442614 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 442615 T2441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18f115f name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 442615 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 442619 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 443621 T2401 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37932_o
   [junit4]   2> 443622 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37932_o
   [junit4]   2> 443624 T2423 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 443624 T2428 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 443624 T2441 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 443627 T2401 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312
   [junit4]   2> 443635 T2401 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/conf/
   [junit4]   2> 443747 T2401 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 443747 T2401 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 443748 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 443970 T2401 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 443970 T2401 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 443972 T2401 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58115
   [junit4]   2> 443973 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 443973 T2401 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 443974 T2401 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821
   [junit4]   2> 443974 T2401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/'
   [junit4]   2> 443984 T2401 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/solr.xml
   [junit4]   2> 443990 T2401 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821
   [junit4]   2> 443991 T2401 oasc.CoreContainer.<init> New CoreContainer 6334752
   [junit4]   2> 443991 T2401 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/]
   [junit4]   2> 443991 T2401 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 443992 T2401 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 443992 T2401 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 443992 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 443992 T2401 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 443993 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 443993 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 443993 T2401 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 443993 T2401 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 443994 T2401 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 443994 T2401 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 443994 T2401 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 443995 T2401 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46789/solr
   [junit4]   2> 443995 T2401 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 443996 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 443997 T2453 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1797046 name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 443997 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 443999 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 443999 T2455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@183845f name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 443999 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 444003 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 445004 T2401 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58115_o
   [junit4]   2> 445006 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58115_o
   [junit4]   2> 445008 T2423 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 445008 T2441 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 445008 T2455 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 445009 T2428 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 445011 T2401 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821
   [junit4]   2> 445016 T2401 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/conf/
   [junit4]   2> 445096 T2401 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 445097 T2401 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 445097 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 445316 T2401 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 445317 T2401 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 445319 T2401 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37357
   [junit4]   2> 445320 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 445320 T2401 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 445321 T2401 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171
   [junit4]   2> 445321 T2401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171/'
   [junit4]   2> 445332 T2401 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171/solr.xml
   [junit4]   2> 445339 T2401 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171
   [junit4]   2> 445340 T2401 oasc.CoreContainer.<init> New CoreContainer 5120687
   [junit4]   2> 445340 T2401 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171/]
   [junit4]   2> 445340 T2401 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 445341 T2401 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 445341 T2401 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 445341 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 445342 T2401 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 445342 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 445342 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 445342 T2401 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 445343 T2401 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 445343 T2401 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 445344 T2401 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 445344 T2401 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 445344 T2401 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46789/solr
   [junit4]   2> 445344 T2401 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 445345 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 445346 T2467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53eaaf name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 445347 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 445348 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 445349 T2469 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@150f07f name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 445349 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 445353 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 446355 T2401 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37357_o
   [junit4]   2> 446356 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37357_o
   [junit4]   2> 446358 T2428 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 446358 T2469 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 446358 T2423 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 446358 T2455 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 446358 T2441 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 446363 T2401 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171
   [junit4]   2> 446369 T2401 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1395410079171/conf/
   [junit4]   2> 446472 T2401 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 446472 T2401 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 446473 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 446754 T2401 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 446754 T2401 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 446756 T2401 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32814
   [junit4]   2> 446757 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 446758 T2401 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 446758 T2401 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546
   [junit4]   2> 446758 T2401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546/'
   [junit4]   2> 446769 T2401 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546/solr.xml
   [junit4]   2> 446775 T2401 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546
   [junit4]   2> 446776 T2401 oasc.CoreContainer.<init> New CoreContainer 8993515
   [junit4]   2> 446776 T2401 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546/]
   [junit4]   2> 446777 T2401 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 446777 T2401 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 446777 T2401 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 446777 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 446778 T2401 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 446778 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 446778 T2401 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 446778 T2401 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 446779 T2401 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 446779 T2401 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 446780 T2401 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 446780 T2401 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 446780 T2401 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46789/solr
   [junit4]   2> 446781 T2401 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 446781 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 446782 T2481 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@163602f name:ZooKeeperConnection Watcher:127.0.0.1:46789 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 446783 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 446784 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 446785 T2483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198b35d name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 446785 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 446851 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 447853 T2401 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32814_o
   [junit4]   2> 447855 T2401 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32814_o
   [junit4]   2> 447857 T2428 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447857 T2469 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447857 T2441 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447857 T2423 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447857 T2483 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447857 T2455 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 447859 T2401 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546
   [junit4]   2> 447864 T2401 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1395410080546/conf/
   [junit4]   2> 447950 T2401 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 447951 T2401 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 447951 T2401 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 447952 T2436 oasha.CoreAdminHandler.handleCreateAction core create command dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n&name=unloadcollection1&action=CREATE&numShards=1&collection=unloadcollection&wt=javabin&version=2
   [junit4]   2> 447953 T2436 oasc.ZkController.publish publishing core=unloadcollection1 state=down collection=unloadcollection
   [junit4]   2> 447954 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447954 T2436 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 447955 T2424 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 447956 T2424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37932/o",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37932_o",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 447956 T2424 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with shards [shard1]
   [junit4]   2> 447956 T2424 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 447968 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447968 T2455 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 447968 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 447969 T2428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 447969 T2441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 447968 T2423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 447968 T2469 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 448955 T2436 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection1
   [junit4]   2> 448956 T2436 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/unloadcollection1
   [junit4]   2> 448956 T2436 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 448957 T2436 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
   [junit4]   2> 448957 T2436 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 448958 T2436 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 448958 T2436 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
   [junit4]   2> 448959 T2436 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 448961 T2436 oascc.ZkStateReader.readConfigName path=/collections/unloadcollection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 448962 T2436 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/unloadcollection1/'
   [junit4]   2> 448981 T2436 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 449016 T2436 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 449018 T2436 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 449024 T2436 oass.IndexSchema.readSchema [unloadcollection1] Schema name=test
   [junit4]   2> 449148 T2436 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 449149 T2436 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 449150 T2436 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 449155 T2436 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 449158 T2436 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 449187 T2436 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 449189 T2436 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 449192 T2436 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 449193 T2436 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 449193 T2436 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 449193 T2436 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 449195 T2436 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 449196 T2436 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 449196 T2436 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 449197 T2436 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1395410076312/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n/
   [junit4]   2> 449197 T2436 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd2956
   [junit4]   2> 449198 T2436 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n
   [junit4]   2> 449198 T2436 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n/index/
   [junit4]   2> 449199 T2436 oasc.SolrCore.initIndex WARN [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n/index' doesn't exist. Creating new index...
   [junit4]   2> 449199 T2436 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n/index
   [junit4]   2> 449200 T2436 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=28.5771484375, floorSegmentMB=2.0517578125, forceMergeDeletesPctAllowed=16.92966151628781, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 449201 T2436 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c2742b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13972f3),segFN=segments_1,generation=1}
   [junit4]   2> 449201 T2436 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 449204 T2436 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 449205 T2436 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 449205 T2436 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 449206 T2436 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 449206 T2436 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 449206 T2436 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 449207 T2436 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 449207 T2436 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 449208 T2436 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 449208 T2436 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 449209 T2436 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 449209 T2436 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 449210 T2436 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 449210 T2436 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 449211 T2436 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 449211 T2436 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 449213 T2436 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 449215 T2436 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 449216 T2436 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 449218 T2436 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31626201598832804]
   [junit4]   2> 449219 T2436 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c2742b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13972f3),segFN=segments_1,generation=1}
   [junit4]   2> 449219 T2436 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 449220 T2436 oass.SolrIndexSearcher.<init> Opening Searcher@15c2817[unloadcollection1] main
   [junit4]   2> 449222 T2485 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@15c2817[unloadcollection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 449223 T2436 oasc.CoreContainer.registerCore registering core: unloadcollection1
   [junit4]   2> 449224 T2436 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:37932/o collection:unloadcollection shard:shard1
   [junit4]   2> 449225 T2436 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
   [junit4]   2> 449265 T2436 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 449267 T2436 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 449268 T2436 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C369 name=unloadcollection1 org.apache.solr.core.SolrCore@1b36bf8 url=http://127.0.0.1:37932/o/unloadcollection1 node=127.0.0.1:37932_o C369_STATE=coll:unloadcollection core:unloadcollection1 props:{state=down, base_url=http://127.0.0.1:37932/o, core=unloadcollection1, node_name=127.0.0.1:37932_o}
   [junit4]   2> 449268 T2436 C369 P37932 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37932/o/unloadcollection1/
   [junit4]   2> 449269 T2436 C369 P37932 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 449269 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449269 T2436 C369 P37932 oasc.SyncStrategy.syncToMe http://127.0.0.1:37932/o/unloadcollection1/ has no replicas
   [junit4]   2> 449270 T2436 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37932/o/unloadcollection1/ shard1
   [junit4]   2> 449270 T2424 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 449270 T2436 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
   [junit4]   2> 449272 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449274 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449278 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449379 T2428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449379 T2423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449379 T2441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449379 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449379 T2455 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449379 T2469 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449425 T2436 oasc.ZkController.register We are http://127.0.0.1:37932/o/unloadcollection1/ and leader is http://127.0.0.1:37932/o/unloadcollection1/
   [junit4]   2> 449425 T2436 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:37932/o
   [junit4]   2> 449426 T2436 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 449426 T2436 oasc.ZkController.publish publishing core=unloadcollection1 state=active collection=unloadcollection
   [junit4]   2> 449427 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449427 T2436 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 449427 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449428 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449428 T2436 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410082025unloadcollection1_1n&name=unloadcollection1&action=CREATE&numShards=1&collection=unloadcollection&wt=javabin&version=2} status=0 QTime=1476 
   [junit4]   2> 449430 T2424 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 449430 T2424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37932/o",
   [junit4]   2> 	  "core":"unloadcollection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37932_o",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 449432 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449434 T2401 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 449434 T2488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e5c08a name:ZooKeeperConnection Watcher:127.0.0.1:46789/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 449435 T2401 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 449436 T2401 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 449438 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 449440 T2448 oasha.CoreAdminHandler.handleCreateAction core create command dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n&name=unloadcollection2&action=CREATE&collection=unloadcollection&wt=javabin&version=2
   [junit4]   2> 449445 T2448 oasc.ZkController.publish publishing core=unloadcollection2 state=down collection=unloadcollection
   [junit4]   2> 449445 T2448 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 449446 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449446 T2448 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 449447 T2424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58115/o",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58115_o",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 449447 T2424 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 449447 T2424 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 449449 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 449551 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2469 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 449551 T2455 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450447 T2448 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for unloadcollection2
   [junit4]   2> 450448 T2448 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/unloadcollection2
   [junit4]   2> 450448 T2448 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
   [junit4]   2> 450451 T2448 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 450452 T2448 oascc.ZkStateReader.readConfigName Load collection config from:/collections/unloadcollection
   [junit4]   2> 450455 T2448 oascc.ZkStateReader.readConfigName path=/collections/unloadcollection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 450456 T2448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/unloadcollection2/'
   [junit4]   2> 450474 T2448 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 450483 T2448 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 450484 T2448 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 450488 T2448 oass.IndexSchema.readSchema [unloadcollection2] Schema name=test
   [junit4]   2> 450610 T2448 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 450611 T2448 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 450612 T2448 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 450615 T2448 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 450617 T2448 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 450624 T2448 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 450626 T2448 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 450629 T2448 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 450631 T2448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 450631 T2448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 450632 T2448 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 450632 T2448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 450633 T2448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 450633 T2448 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 450633 T2448 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at ./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1395410077821/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n/
   [junit4]   2> 450633 T2448 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd2956
   [junit4]   2> 450634 T2448 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n
   [junit4]   2> 450634 T2448 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n/index/
   [junit4]   2> 450635 T2448 oasc.SolrCore.initIndex WARN [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n/index' doesn't exist. Creating new index...
   [junit4]   2> 450635 T2448 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n/index
   [junit4]   2> 450635 T2448 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=28.5771484375, floorSegmentMB=2.0517578125, forceMergeDeletesPctAllowed=16.92966151628781, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 450636 T2448 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@855503 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c3288a),segFN=segments_1,generation=1}
   [junit4]   2> 450636 T2448 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 450639 T2448 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 450640 T2448 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 450641 T2448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 450641 T2448 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 450641 T2448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 450642 T2448 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 450642 T2448 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 450643 T2448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 450643 T2448 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 450644 T2448 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 450644 T2448 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 450644 T2448 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 450645 T2448 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 450645 T2448 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 450646 T2448 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 450646 T2448 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 450648 T2448 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 450649 T2448 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 450650 T2448 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 450650 T2448 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31626201598832804]
   [junit4]   2> 450651 T2448 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@855503 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c3288a),segFN=segments_1,generation=1}
   [junit4]   2> 450651 T2448 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 450652 T2448 oass.SolrIndexSearcher.<init> Opening Searcher@ad8cc7[unloadcollection2] main
   [junit4]   2> 450654 T2448 oasc.CoreContainer.registerCore registering core: unloadcollection2
   [junit4]   2> 450654 T2448 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:58115/o collection:unloadcollection shard:shard1
   [junit4]   2> 450656 T2448 oasc.ZkController.register We are http://127.0.0.1:58115/o/unloadcollection2/ and leader is http://127.0.0.1:37932/o/unloadcollection1/
   [junit4]   2> 450657 T2448 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:58115/o
   [junit4]   2> 450657 T2448 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
   [junit4]   2> 450657 T2448 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C370 name=unloadcollection2 org.apache.solr.core.SolrCore@1585085 url=http://127.0.0.1:58115/o/unloadcollection2 node=127.0.0.1:58115_o C370_STATE=coll:unloadcollection core:unloadcollection2 props:{state=down, base_url=http://127.0.0.1:58115/o, core=unloadcollection2, node_name=127.0.0.1:58115_o}
   [junit4]   2> 450658 T2491 C370 P58115 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
   [junit4]   2> 450658 T2448 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 450659 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 450659 T2489 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@ad8cc7[unloadcollection2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 450660 T2491 C370 P58115 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering collection=unloadcollection
   [junit4]   2> 450660 T2491 C370 P58115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 450660 T2448 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1395410075372/1395410083512unloadcollection1_2n&name=unloadcollection2&action=CREATE&collection=unloadcollection&wt=javabin&version=2} status=0 QTime=1220 
   [junit4]   2> 450716 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 450716 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 450716 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 450716 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 450717 T2434 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 450717 T2401 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):330
   [junit4]   2> 450717 T2424 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 450718 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 450718 T2424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58115/o",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58115_o",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 450720 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 450821 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450822 T2441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450822 T2423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450822 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450822 T2428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450822 T2455 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 450821 T2469 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 451718 T2434 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 451718 T2434 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:58115_o&onlyIfLeaderActive=true&core=unloadcollection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001 
   [junit4]   2> 451719 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 452720 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2>  C370_STATE=coll:unloadcollection core:unloadcollection2 props:{state=recovering, base_url=http://127.0.0.1:58115/o, core=unloadcollection2, node_name=127.0.0.1:58115_o}
   [junit4]   2> 453719 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:37932/o/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
   [junit4]   2> 453719 T2491 C370 P58115 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:58115/o START replicas=[http://127.0.0.1:37932/o/unloadcollection1/] nUpdates=100
   [junit4]   2> 453719 T2491 C370 P58115 oasu.PeerSync.sync WARN no frame of reference to tell if we've missed updates
   [junit4]   2> 453720 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
   [junit4]   2> 453720 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
   [junit4]   2> 453721 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
   [junit4]   2> 453721 T2491 C370 P58115 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 453721 T2491 C370 P58115 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:37932/o/unloadcollection1/. core=unloadcollection2
   [junit4]   2> ASYNC  NEW_CORE C371 name=unloadcollection1 org.apache.solr.core.SolrCore@1b36bf8 url=http://127.0.0.1:37932/o/unloadcollection1 node=127.0.0.1:37932_o C371_STATE=coll:unloadcollection core:unloadcollection1 props:{state=active, base_url=http://127.0.0.1:37932/o, core=unloadcollection1, node_name=127.0.0.1:37932_o, leader=true}
   [junit4]   2> 453722 T2434 C371 P37932 oasc.SolrCore.execute [unloadcollection1] webapp=/o path=/get params={distrib=false&qt=/get&getVersions=100&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 453722 T2437 C371 P37932 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 453722 T2437 C371 P37932 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 453722 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 453723 T2437 C371 P37932 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 453724 T2437 C371 P37932 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/o path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} {commit=} 0 2
   [junit4]   2> 453724 T2491 C370 P58115 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 453724 T2491 C370 P58115 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 453741 T2434 C371 P37932 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 453741 T2434 C371 P37932 oasc.SolrCore.execute [unloadcollection1] webapp=/o path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=15 
   [junit4]   2> 453742 T2491 C370 P58115 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
   [junit4]   2> 453742 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
   [junit4]   2> 453742 T2491 C370 P58115 oasc.ZkController.publish publishing core=unloadcollection2 state=active collection=unloadcollection
   [junit4]   2> 453742 T2491 C370 P58115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 453744 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 453744 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 453744 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 453744 T2491 C370 P58115 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
   [junit4]   2> 453745 T2424 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 453746 T2424 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58115/o",
   [junit4]   2> 	  "core":"unloadcollection2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58115_o",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"unloadcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 453747 T2423 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 453747 T2441 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2483 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2455 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2423 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 453748 T2469 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 454724 T2401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 454725 T2401 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
   [junit4]   2>  C370_STATE=coll:unloadcollection core:unloadcollection2 props:{state=active, base_url=http://127.0.0.1:58115/o, core=unloadcollection2, node_name=127.0.0.1:58115_o}
   [junit4]   2> 454729 T2451 C370 P58115 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp=/o path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37932/o/unloadcollection1/&wt=javabin&version=2} {add=[6 (1463193529272500224)]} 0 0
   [junit4]   2> 454730 T2434 C371 P37932 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/o path=/update params={wt=javabin&version=2} {add=[6 (1463193529272500224)]} 0 4
   [junit4]   2> 454733 T2449 C370 P58115 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp=/o path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37932/o/unloadcollection1/&wt=javabin&version=2} {add=[7 (1463193529277743104)]} 0 0
   [junit4]   2> 454734 T2436 C371 P37932 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/o path=/update params={wt=javabin&version=2} {add=[7 (1463193529277743104)]} 0 3
   [junit4]   2> 454738 T2448 C370 P58115 oasup.LogUpdateProcessor.finish [unloadcollection2] webapp=/o path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:37932/o/unloadcollection1/&wt=javabin&version=2} {add=[8 (1463193529281937408)]} 0 1
   [junit4]   2> 454738 T2437 C371 P37932 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/o path=/update params={wt=javabin&version=2} {add=[8 (1463193529281937408)]} 0 3
   [junit4]   2> 454741 T2436 C371 P37932 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 454742 T2436 C371 P37932 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c2742b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13972f3),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c2742b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13972f3),segFN=segments_2,generation=2}
   [junit4]   2> 454743 T2436 C371 P37932 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 454743 T2436 C371 P37932 oass.SolrIndexSearcher.<init> Opening Searcher@1ba8006[unloadcollection1] main
   [junit4]   2> 454744 T2436 C371 P37932 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 454744 T2485 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@1ba8006[unloadcollection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.8):c3)}
   [junit4]   2> 454745 T2436 C371 P37932 oasup.LogUpdateProcessor.finish [unloadcollection1] webapp=/o path=/update params={update.distrib=FROMLEADER&waitSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:37932/o/unloadcollection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false} {commit=} 0 4
   [junit4]   2> 454747 T2450 C370 P58115 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 454748 T2450 C370 P58115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@855503 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c3288a),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@855503 lockFactory=org.apache.lucene.store.SingleInstance

[...truncated too long message...]

]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 517448 T2483 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 517448 T2483 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sl, timezone=America/Montserrat
   [junit4]   2> NOTE: Linux 3.8.0-37-generic i386/Oracle Corporation 1.8.0 (32-bit)/cpus=8,threads=1,free=123106760,total=373030912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, LukeRequestHandlerTest, TestSerializedLuceneMatchVersion, ShardRoutingTest, TestLuceneMatchVersion, RegexBoostProcessorTest, ScriptEngineTest, TestJmxMonitoredMap, TestSolrQueryParserResource, TestQueryUtils, TestAnalyzeInfixSuggestions, QueryElevationComponentTest, TestImplicitCoreProperties, JsonLoaderTest, TestDocBasedVersionConstraints, TestMergePolicyConfig, TestBM25SimilarityFactory, LegacyHTMLStripCharFilterTest, TestFunctionQuery, CoreAdminHandlerTest, CopyFieldTest, TestSolrDeletionPolicy1, LoggingHandlerTest, TestClassNameShortening, BlockDirectoryTest, QueryParsingTest, DistributedQueryComponentCustomSortTest, PolyFieldTest, RecoveryZkTest, SpatialFilterTest, BadComponentTest, BJQParserTest, SuggestComponentTest, CollectionsAPIAsyncDistributedZkTest, TestPseudoReturnFields, ShowFileRequestHandlerTest, TestDefaultSearchFieldResource, SliceStateUpdateTest, ClusterStateTest, TermsComponentTest, TestSolrXmlPersistor, SolrIndexSplitterTest, SystemInfoHandlerTest, AutoCommitTest, ZkControllerTest, FieldMutatingUpdateProcessorTest, MBeansHandlerTest, TestSimpleQParserPlugin, TestJoin, DocValuesMissingTest, HdfsDirectoryTest, InfoHandlerTest, ZkCLITest, SchemaVersionSpecificBehaviorTest, SearchHandlerTest, SolrCoreTest, DistributedQueryComponentOptimizationTest, TestHighlightDedupGrouping, TermVectorComponentTest, TestSolrXMLSerializer, TestMaxScoreQueryParser, TestStressVersions, TestFileDictionaryLookup, SimpleFacetsTest, TestRemoteStreaming, TestSolrXmlPersistence, TestStandardQParsers, LeaderElectionTest, IndexSchemaTest, BinaryUpdateRequestHandlerTest, BasicDistributedZkTest, DeleteReplicaTest, TestSolrQueryParser, SyncSliceTest, OverseerCollectionProcessorTest, CachingDirectoryFactoryTest, TestCharFilters, TestValueSourceCache, TestSort, TestSuggestSpellingConverter, TestInfoStreamLogging, TestDynamicFieldCollectionResource, SOLR749Test, DOMUtilTest, TestElisionMultitermQuery, StatelessScriptUpdateProcessorFactoryTest, TestFaceting, UpdateRequestProcessorFactoryTest, UnloadDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.seed=EA2B70E2B90434D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=America/Montserrat -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | UnloadDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2477, name=qtp26179300-2477, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest], registration stack trace below.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EA2B70E2B90434D]:0)
   [junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1551)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:555)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1049)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:947)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:939)
   [junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:350)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:257)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:471)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:762)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:631)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.createFromZk(ZkContainer.java:245)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:617)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleCreateAction(CoreAdminHandler.java:570)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestInternal(CoreAdminHandler.java:201)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:187)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:732)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:268)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:217)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:134)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]    > 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]    > 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]    > 	at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]    > 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]    > 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]    > 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]    > 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]    > 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]    > 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]    > Caused by: java.lang.AssertionError: Directory not closed: BaseDirectoryWrapper(RAMDirectory@ebc404 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b23cd2)
   [junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183)
   [junit4]    > 	... 1 more
   [junit4] Completed on J0 in 76.48s, 1 test, 1 error <<< FAILURES!

[...truncated 673 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1276: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:908: There were test failures: 377 suites, 1597 tests, 1 suite-level error, 37 ignored (16 assumptions)

Total time: 46 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure