You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/04/06 09:10:06 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0) - Build # 10008 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10008/
Java: 32bit/jdk1.8.0 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.TestMiniSolrCloudCluster.testBasics

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([2A2D0B49F34CCE8:3F7A7E98A7DA9298]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:636)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.cloud.TestMiniSolrCloudCluster.testBasics(TestMiniSolrCloudCluster.java:140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11425 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
   [junit4]   2> 1352652 T6799 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1352652 T6800 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1352752 T6799 oasc.ZkTestServer.run start zk server on port:45575
   [junit4]   2> 1352753 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353565 T6806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f86285 name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353565 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353566 T6799 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1353608 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1353613 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50282
   [junit4]   2> 1353614 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1353614 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1353614 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1353614 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1353625 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1353626 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353627 T6817 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1550e1a name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353627 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353635 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1353636 T6799 oasc.CoreContainer.<init> New CoreContainer 3042924
   [junit4]   2> 1353636 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1353637 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1353637 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1353637 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1353637 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1353638 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1353638 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1353638 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1353639 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1353639 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1353639 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1353639 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1353640 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1353640 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1353640 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1353641 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353642 T6819 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1acee9f name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353642 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353643 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353644 T6821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@100b828 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353644 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353645 T6799 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1353646 T6799 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1353648 T6799 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1353649 T6799 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1353651 T6799 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1353652 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1353653 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50282_solr
   [junit4]   2> 1353655 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50282_solr
   [junit4]   2> 1353657 T6799 oascc.SolrZkClient.makePath makePath: /collections
   [junit4]   2> 1353659 T6799 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1353660 T6799 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1353661 T6799 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50282_solr
   [junit4]   2> 1353662 T6799 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1353663 T6799 oasc.Overseer.start Overseer (id=91538597034852355-127.0.0.1:50282_solr-n_0000000000) starting
   [junit4]   2> 1353665 T6799 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1353669 T6823 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1353669 T6799 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1353670 T6823 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:50282_solr
   [junit4]   2> 1353671 T6799 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1353671 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1353673 T6822 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1353673 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1353674 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1353675 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1353675 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1353676 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1353677 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38613
   [junit4]   2> 1353678 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1353678 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1353678 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1353679 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1353688 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1353688 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353691 T6835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@95123 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353691 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353699 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1353700 T6799 oasc.CoreContainer.<init> New CoreContainer 17158912
   [junit4]   2> 1353700 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1353701 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1353701 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1353701 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1353701 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1353702 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1353702 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1353702 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1353702 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1353703 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1353703 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1353703 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1353704 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1353704 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1353704 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1353705 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353706 T6837 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b142ef name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353706 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353707 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1353708 T6839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@194a484 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1353708 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1353712 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1354713 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38613_solr
   [junit4]   2> 1354714 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38613_solr
   [junit4]   2> 1354716 T6821 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1354716 T6839 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1354718 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1354718 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1354719 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1354720 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1354720 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1354722 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53260
   [junit4]   2> 1354722 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1354722 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1354723 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1354723 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1354733 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1354733 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1354734 T6851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb381c name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1354734 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1354742 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1354743 T6799 oasc.CoreContainer.<init> New CoreContainer 30336331
   [junit4]   2> 1354743 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1354744 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1354744 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1354744 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1354745 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1354745 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1354745 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1354745 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1354746 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1354746 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1354746 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1354746 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1354747 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1354747 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1354747 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1354748 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1354749 T6853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ac135 name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1354750 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1354751 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1354752 T6855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d6d65 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1354752 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1354758 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1355760 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53260_solr
   [junit4]   2> 1355761 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53260_solr
   [junit4]   2> 1355763 T6839 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1355763 T6821 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1355763 T6855 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1355765 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1355766 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1355767 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1355767 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1355767 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1355769 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44625
   [junit4]   2> 1355769 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1355770 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1355770 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1355770 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1355791 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1355792 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1355793 T6867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f96244 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1355793 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1355799 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1355800 T6799 oasc.CoreContainer.<init> New CoreContainer 30888035
   [junit4]   2> 1355801 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1355801 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1355801 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1355802 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1355802 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1355802 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1355802 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1355803 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1355803 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1355803 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1355803 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1355804 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1355804 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1355804 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1355805 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1355805 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1355806 T6869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@196ae8 name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1355806 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1355807 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1355808 T6871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac70d9 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1355808 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1355811 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1356812 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44625_solr
   [junit4]   2> 1356814 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44625_solr
   [junit4]   2> 1356816 T6839 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1356816 T6821 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1356816 T6871 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1356816 T6855 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1356818 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1356819 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1356820 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1356820 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1356821 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1356823 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58566
   [junit4]   2> 1356823 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1356824 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1356824 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1356824 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1356834 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1356835 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1356838 T6883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72b5e7 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1356839 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1356845 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1356847 T6799 oasc.CoreContainer.<init> New CoreContainer 6524041
   [junit4]   2> 1356847 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1356848 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1356848 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1356848 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1356848 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1356849 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1356849 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1356849 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1356849 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1356850 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1356850 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1356850 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1356851 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1356851 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1356851 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1356852 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1356853 T6885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0b2f7 name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1356853 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1356856 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1356856 T6801 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14535de7780000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1356857 T6887 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ad4fa name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1356857 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1356865 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1357868 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58566_solr
   [junit4]   2> 1357870 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58566_solr
   [junit4]   2> 1357871 T6871 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1357871 T6821 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1357871 T6887 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1357871 T6855 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1357872 T6839 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1357874 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1357874 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1357875 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1357875 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1357917 T6799 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=3042924
   [junit4]   2> 1357918 T6822 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:50282_solr
   [junit4]   2> 1357919 T6799 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1357919 T6855 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1357919 T6887 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1357919 T6871 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1357919 T6839 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1357921 T6839 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:38613_solr
   [junit4]   2> 1357921 T6839 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1357922 T6839 oasc.Overseer.start Overseer (id=91538597034852358-127.0.0.1:38613_solr-n_0000000001) starting
   [junit4]   2> 1357930 T6891 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1357931 T6890 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1357931 T6891 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:38613_solr
   [junit4]   2> 1357971 T6799 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1357973 T6799 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41117
   [junit4]   2> 1357973 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1357973 T6799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1357974 T6799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1357974 T6799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/'
   [junit4]   2> 1357985 T6799 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:45575/solr
   [junit4]   2> 1357987 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1357988 T6902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@127f06d name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1357988 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1357996 T6799 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1357997 T6799 oasc.CoreContainer.<init> New CoreContainer 31687780
   [junit4]   2> 1357998 T6799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/]
   [junit4]   2> 1357998 T6799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1357999 T6799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1357999 T6799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1357999 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1358000 T6799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1358000 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1358000 T6799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1358000 T6799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1358001 T6799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1358001 T6799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1358002 T6799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1358002 T6799 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1358002 T6799 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45575/solr
   [junit4]   2> 1358003 T6799 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1358003 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1358004 T6904 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dbb05e name:ZooKeeperConnection Watcher:127.0.0.1:45575 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1358004 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1358005 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1358006 T6906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16cfc26 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1358006 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1358010 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1359011 T6799 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41117_solr
   [junit4]   2> 1359012 T6799 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41117_solr
   [junit4]   2> 1359014 T6887 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1359014 T6855 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1359014 T6871 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1359014 T6839 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1359014 T6906 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1359017 T6799 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0
   [junit4]   2> 1359018 T6799 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 1359019 T6799 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1359019 T6799 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1359020 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1359021 T6909 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c2c1fe name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1359021 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1359022 T6799 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1359023 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1359025 T6911 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e7a546 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1359025 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1359026 T6799 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1359028 T6913 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eaa084 name:ZooKeeperConnection Watcher:127.0.0.1:45575/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1359028 T6799 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1359029 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/solrconfig.xml
   [junit4]   2> 1359032 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/schema.xml
   [junit4]   2> 1359034 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1359036 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/currency.xml
   [junit4]   2> 1359037 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1359038 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/old_synonyms.txt
   [junit4]   2> 1359040 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/open-exchange-rates.json
   [junit4]   2> 1359041 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/protwords.txt
   [junit4]   2> 1359042 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/stopwords.txt
   [junit4]   2> 1359044 T6799 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/synonyms.txt
   [junit4]   2> 1359046 T6833 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=solrCloudCollectionConfig&name=testSolrCloudCollection&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 1359047 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359048 T6891 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testSolrCloudCollection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"solrCloudCollectionConfig",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1359048 T6891 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testSolrCloudCollection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"solrCloudCollectionConfig",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1359048 T6891 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testSolrCloudCollection 
   [junit4]   2> 1359048 T6891 oascc.SolrZkClient.makePath makePath: /collections/testSolrCloudCollection
   [junit4]   2> 1359050 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359051 T6890 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1359051 T6890 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testSolrCloudCollection
   [junit4]   2> 1359051 T6890 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testSolrCloudCollection with shards [shard1, shard2]
   [junit4]   2> 1359052 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359053 T6887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359053 T6909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359053 T6839 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359053 T6871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359053 T6906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359053 T6855 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359150 T6891 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1359151 T6891 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard1_replica1 as part of slice shard1 of collection testSolrCloudCollection on 127.0.0.1:58566_solr
   [junit4]   2> 1359151 T6891 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard1_replica2 as part of slice shard1 of collection testSolrCloudCollection on 127.0.0.1:53260_solr
   [junit4]   2> 1359152 T6891 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard2_replica1 as part of slice shard2 of collection testSolrCloudCollection on 127.0.0.1:41117_solr
   [junit4]   2> 1359152 T6880 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=testSolrCloudCollection_shard1_replica1&action=CREATE&numShards=2&collection=testSolrCloudCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1359153 T6848 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=testSolrCloudCollection_shard1_replica2&action=CREATE&numShards=2&collection=testSolrCloudCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1359153 T6891 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard2_replica2 as part of slice shard2 of collection testSolrCloudCollection on 127.0.0.1:44625_solr
   [junit4]   2> 1359154 T6900 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=testSolrCloudCollection_shard2_replica1&action=CREATE&numShards=2&collection=testSolrCloudCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1359154 T6880 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard1_replica1 state=down collection=testSolrCloudCollection
   [junit4]   2> 1359155 T6863 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=testSolrCloudCollection_shard2_replica2&action=CREATE&numShards=2&collection=testSolrCloudCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1359156 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359156 T6848 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard1_replica2 state=down collection=testSolrCloudCollection
   [junit4]   2> 1359156 T6880 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1359156 T6900 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard2_replica1 state=down collection=testSolrCloudCollection
   [junit4]   2> 1359157 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359157 T6890 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1359157 T6863 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard2_replica2 state=down collection=testSolrCloudCollection
   [junit4]   2> 1359157 T6890 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58566/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58566_solr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1359157 T6900 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1359157 T6848 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1359158 T6863 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1359159 T6890 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53260/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53260_solr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1359160 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359161 T6890 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41117/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41117_solr",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1359162 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359162 T6890 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44625/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44625_solr",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1359163 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1359265 T6855 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359265 T6909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359265 T6839 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359265 T6871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359265 T6887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359265 T6906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1359419 T6889 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
   [junit4]   2> 
   [junit4]   2> 1359419 T6821 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1360157 T6880 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard1_replica1
   [junit4]   2> 1360158 T6880 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 1360158 T6900 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard2_replica1
   [junit4]   2> 1360158 T6848 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard1_replica2
   [junit4]   2> 1360158 T6880 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1360159 T6848 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 1360159 T6900 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 1360159 T6863 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard2_replica2
   [junit4]   2> 1360160 T6900 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1360160 T6900 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360160 T6848 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1360161 T6848 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360159 T6880 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360161 T6900 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360162 T6880 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360162 T6880 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard1_replica1/'
   [junit4]   2> 1360160 T6863 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 1360162 T6900 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard2_replica1/'
   [junit4]   2> 1360162 T6848 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360164 T6848 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard1_replica2/'
   [junit4]   2> 1360163 T6863 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1360164 T6863 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360165 T6863 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360165 T6863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard2_replica2/'
   [junit4]   2> 1360184 T6880 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1360189 T6848 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1360189 T6863 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1360204 T6880 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1360206 T6900 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1360206 T6863 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1360206 T6880 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1360208 T6863 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1360209 T6848 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1360210 T6848 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1360212 T6863 oass.IndexSchema.readSchema [testSolrCloudCollection_shard2_replica2] Schema name=test
   [junit4]   2> 1360213 T6880 oass.IndexSchema.readSchema [testSolrCloudCollection_shard1_replica1] Schema name=test
   [junit4]   2> 1360217 T6848 oass.IndexSchema.readSchema [testSolrCloudCollection_shard1_replica2] Schema name=test
   [junit4]   2> 1360220 T6900 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1360221 T6900 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1360228 T6900 oass.IndexSchema.readSchema [testSolrCloudCollection_shard2_replica1] Schema name=test
   [junit4]   2> 1360346 T6848 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1360350 T6848 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1360351 T6848 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1360359 T6848 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360359 T6880 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1360369 T6848 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360372 T6880 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1360372 T6863 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1360372 T6848 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360374 T6848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360374 T6848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360374 T6880 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1360375 T6848 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360376 T6848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360377 T6848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360377 T6863 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1360377 T6848 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard1_replica2' using configuration from collection testSolrCloudCollection
   [junit4]   2> 1360378 T6848 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 1360379 T6863 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1360385 T6880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360387 T6848 oasc.SolrCore.<init> [testSolrCloudCollection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard1_replica2/, dataDir=data/
   [junit4]   2> 1360388 T6848 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f476cb
   [junit4]   2> 1360388 T6880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360388 T6848 oasc.CachingDirectoryFactory.get return new directory for data
   [junit4]   2> 1360389 T6863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360389 T6900 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1360389 T6848 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data/index/
   [junit4]   2> 1360390 T6848 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard1_replica2] Solr index directory 'data/index' doesn't exist. Creating new index...
   [junit4]   2> 1360390 T6880 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360390 T6848 oasc.CachingDirectoryFactory.get return new directory for data/index
   [junit4]   2> 1360391 T6880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360392 T6863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360392 T6880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360392 T6848 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@8c41f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d98bc9,segFN=segments_1,generation=1}
   [junit4]   2> 1360393 T6848 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360393 T6900 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1360392 T6880 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360394 T6863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360395 T6880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360395 T6863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360396 T6863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360395 T6900 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1360395 T6880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360397 T6848 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1360396 T6863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360397 T6848 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360397 T6880 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard1_replica1' using configuration from collection testSolrCloudCollection
   [junit4]   2> 1360398 T6863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360398 T6863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360398 T6848 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360399 T6863 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard2_replica2' using configuration from collection testSolrCloudCollection
   [junit4]   2> 1360398 T6880 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 1360399 T6863 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 1360400 T6863 oasc.SolrCore.<init> [testSolrCloudCollection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard2_replica2/, dataDir=data/
   [junit4]   2> 1360401 T6863 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f476cb
   [junit4]   2> 1360401 T6863 oasc.CachingDirectoryFactory.get return new directory for data
   [junit4]   2> 1360399 T6848 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360402 T6863 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data/index/
   [junit4]   2> 1360402 T6863 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard2_replica2] Solr index directory 'data/index' doesn't exist. Creating new index...
   [junit4]   2> 1360403 T6863 oasc.CachingDirectoryFactory.get return new directory for data/index
   [junit4]   2> 1360400 T6880 oasc.SolrCore.<init> [testSolrCloudCollection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard1_replica1/, dataDir=data/
   [junit4]   2> 1360404 T6863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@68439a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1879c7d,segFN=segments_1,generation=1}
   [junit4]   2> 1360402 T6900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360402 T6848 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360404 T6863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360404 T6880 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f476cb
   [junit4]   2> 1360405 T6848 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1360406 T6880 oasc.CachingDirectoryFactory.get return new directory for data
   [junit4]   2> 1360406 T6848 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360406 T6900 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1360406 T6880 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data/index/
   [junit4]   2> 1360407 T6880 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard1_replica1] Solr index directory 'data/index' doesn't exist. Creating new index...
   [junit4]   2> 1360407 T6848 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360408 T6848 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1360408 T6880 oasc.CachingDirectoryFactory.get return new directory for data/index
   [junit4]   2> 1360407 T6863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1360409 T6848 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1360409 T6900 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360410 T6848 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1360410 T6848 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1360411 T6900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360411 T6900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360409 T6863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360409 T6880 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@cd63d7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@908e83,segFN=segments_1,generation=1}
   [junit4]   2> 1360412 T6863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360411 T6900 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1360411 T6848 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1360412 T6863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360412 T6880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360413 T6863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360413 T6848 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1360413 T6900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1360415 T6900 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1360415 T6848 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1360414 T6863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1360416 T6848 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1360415 T6900 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard2_replica1' using configuration from collection testSolrCloudCollection
   [junit4]   2> 1360416 T6848 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1360416 T6863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360416 T6900 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 1360417 T6880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1360417 T6863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360418 T6863 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1360418 T6880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360417 T6900 oasc.SolrCore.<init> [testSolrCloudCollection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./1396768143230-0/testSolrCloudCollection_shard2_replica1/, dataDir=data/
   [junit4]   2> 1360419 T6880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360418 T6863 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1360418 T6848 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1360420 T6863 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1360420 T6863 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1360419 T6880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360419 T6900 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f476cb
   [junit4]   2> 1360421 T6848 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1360422 T6848 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1360421 T6880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360421 T6863 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1360422 T6880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1360422 T6848 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@8c41f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d98bc9,segFN=segments_1,generation=1}
   [junit4]   2> 1360424 T6848 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360422 T6900 oasc.CachingDirectoryFactory.get return new directory for data
   [junit4]   2> 1360424 T6848 oass.SolrIndexSearcher.<init> Opening Searcher@1f688f3[testSolrCloudCollection_shard1_replica2] main
   [junit4]   2> 1360423 T6880 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360423 T6863 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1360425 T6880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360424 T6848 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360424 T6900 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data/index/
   [junit4]   2> 1360426 T6900 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard2_replica1] Solr index directory 'data/index' doesn't exist. Creating new index...
   [junit4]   2> 1360426 T6848 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360427 T6848 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360426 T6880 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1360427 T6848 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360428 T6880 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1360425 T6863 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1360428 T6880 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1360429 T6880 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1360428 T6848 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1360427 T6900 oasc.CachingDirectoryFactory.get return new directory for data/index
   [junit4]   2> 1360430 T6848 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1360430 T6900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@1c4453 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e67fb1,segFN=segments_1,generation=1}
   [junit4]   2> 1360430 T6848 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 1360429 T6880 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1360429 T6863 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1360431 T6880 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1360431 T6848 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1360432 T6848 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1360433 T6848 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1360431 T6900 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360432 T6880 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1360432 T6863 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1360434 T6880 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1360435 T6880 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1360435 T6863 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1360436 T6880 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1360436 T6863 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1360436 T6848 oasc.CoreContainer.registerCore registering core: testSolrCloudCollection_shard1_replica2
   [junit4]   2> 1360437 T6863 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1360437 T6880 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1360436 T6900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1360436 T6918 oasc.SolrCore.registerSearcher [testSolrCloudCollection_shard1_replica2] Registered new searcher Searcher@1f688f3[testSolrCloudCollection_shard1_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1360438 T6900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360438 T6880 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1360437 T6863 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@68439a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1879c7d,segFN=segments_1,generation=1}
   [junit4]   2> 1360439 T6880 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@cd63d7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@908e83,segFN=segments_1,generation=1}
   [junit4]   2> 1360440 T6880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360437 T6848 oasc.ZkController.register Register replica - core:testSolrCloudCollection_shard1_replica2 address:http://127.0.0.1:53260/solr collection:testSolrCloudCollection shard:shard1
   [junit4]   2> 1360440 T6880 oass.SolrIndexSearcher.<init> Opening Searcher@119282d[testSolrCloudCollection_shard1_replica1] main
   [junit4]   2> 1360439 T6863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1360438 T6900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1360441 T6863 oass.SolrIndexSearcher.<init> Opening Searcher@17bb3ee[testSolrCloudCollection_shard2_replica2] main
   [junit4]   2> 1360441 T6848 oascc.SolrZkClient.makePath makePath: /collections/testSolrCloudCollection/leader_elect/shard1/election
   [junit4]   2> 1360441 T6880 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360442 T6863 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 1360441 T6900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360443 T6880 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360444 T6880 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360443 T6863 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 1360444 T6863 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360443 T6900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1360445 T6900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1360445 T6863 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360445 T6863 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1360445 T6900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360445 T6880 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1360446 T6880 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1360446 T6900 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1360447 T6900 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1360446 T6863 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1360447 T6900 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1360447 T6880 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1360448 T6900 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1360448 T6848 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1360448 T6863 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 1360449 T6900 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1360448 T6880 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 1360450 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue

[...truncated too long message...]

ing : 127.0.0.1:38613_solr
   [junit4]   2> 1362297 T6799 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 1362348 T6799 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:45575 45575
   [junit4]   2> 1362858 T6800 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:45575 45575
   [junit4]   2> 42067 T6798 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> 1363458 T6906 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1363544 T6887 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1363628 T6871 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1363720 T6855 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1363796 T6839 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1363796 T6933 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
   [junit4]   2> 
   [junit4]   2> 1363797 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363797 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363797 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363797 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363798 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363798 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1363798 T6839 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> NOTE: test params are: codec=Lucene46: {_version_=Pulsing41(freqCutoff=13 minBlockSize=50 maxBlockSize=182), multiDefault=PostingsFormat(name=Lucene41VarGapFixedInterval), intDefault=Pulsing41(freqCutoff=13 minBlockSize=50 maxBlockSize=182), range_facet_sl=PostingsFormat(name=FSTOrdPulsing41), range_facet_si=PostingsFormat(name=Lucene41VarGapFixedInterval), id=PostingsFormat(name=Memory doPackFST= false), range_facet_l=Pulsing41(freqCutoff=13 minBlockSize=50 maxBlockSize=182), timestamp=Pulsing41(freqCutoff=13 minBlockSize=50 maxBlockSize=182)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=ar_YE, timezone=Africa/Ceuta
   [junit4]   2> NOTE: Linux 3.8.0-38-generic i386/Oracle Corporation 1.8.0 (32-bit)/cpus=8,threads=1,free=273870552,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [FileUtilsTest, AddBlockUpdateTest, CustomCollectionTest, TestCollationField, TestRangeQuery, NumericFieldsTest, DistributedQueryComponentCustomSortTest, TestRandomFaceting, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestUpdate, CursorMarkTest, HdfsBasicDistributedZk2Test, TestOmitPositions, TestNumberUtils, TestQueryTypes, TestPhraseSuggestions, AlternateDirectoryTest, TestSolrCoreProperties, TriLevelCompositeIdRoutingTest, TestRestManager, NoFacetTest, SimplePostToolTest, RequestHandlersTest, TestAtomicUpdateErrorCases, ZkSolrClientTest, TestStressLucene, DistributedDebugComponentTest, SolrXmlInZkTest, TestSolrJ, TestDocBasedVersionConstraints, TestDFRSimilarityFactory, TestFastWriter, TestHighFrequencyDictionaryFactory, SignatureUpdateProcessorFactoryTest, DistribDocExpirationUpdateProcessorTest, TestCSVResponseWriter, PreAnalyzedFieldTest, TestSimpleQParserPlugin, TestQuerySenderNoQuery, BasicZkTest, TestFoldingMultitermQuery, TestHashPartitioner, HdfsRecoveryZkTest, FieldFacetTest, ConnectionManagerTest, TestOverriddenPrefixQueryForCustomFieldType, DistanceFunctionTest, PingRequestHandlerTest, ConvertedLegacyTest, TestMultiCoreConfBootstrap, TestFastOutputStream, LeaderElectionIntegrationTest, TestIndexingPerformance, QueryResultKeyTest, TestInfoStreamLogging, TestMaxScoreQueryParser, ChaosMonkeyNothingIsSafeTest, DirectSolrConnectionTest, SpellCheckCollatorTest, DistributedSuggestComponentTest, TestManagedResourceStorage, TestSolrXmlPersistor, PrimUtilsTest, SuggesterTSTTest, TestSolr4Spatial, SolrIndexConfigTest, TestCloudManagedSchemaAddField, DisMaxRequestHandlerTest, TestJmxIntegration, AbstractAnalyticsStatsTest, CoreAdminRequestStatusTest, TestDynamicFieldResource, TestSchemaNameResource, TestSchemaVersionResource, ChaosMonkeySafeLeaderTest, DocumentAnalysisRequestHandlerTest, TestManagedSchema, TestComponentsName, CurrencyFieldOpenExchangeTest, BasicDistributedZk2Test, TestDefaultSimilarityFactory, TestLazyCores, TestShardHandlerFactory, TestSweetSpotSimilarityFactory, TestManagedResource, MigrateRouteKeyTest, TestCoreDiscovery, TestZkChroot, TestCSVLoader, ShardRoutingCustomTest, TestFiltering, TestIBSimilarityFactory, TestQuerySenderListener, TestCloudManagedSchema, CoreContainerCoreInitFailuresTest, TestCollapseQParserPlugin, DeleteInactiveReplicaTest, TestFileDictionaryLookup, TestImplicitCoreProperties, CollectionsAPIDistributedZkTest, OverseerTest, FullSolrCloudDistribCmdsTest, ZkCLITest, SliceStateUpdateTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestReload, TestStressVersions, StatsComponentTest, TestGroupingSearch, TestIndexSearcher, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SolrRequestParserTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, JSONWriterTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestBinaryResponseWriter, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestSolrXMLSerializer, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, AbstractAnalyticsFacetTest, FieldFacetExtrasTest, AliasIntegrationTest, DeleteReplicaTest, SSLMigrationTest, TestMiniSolrCloudCluster]
   [junit4] Completed on J1 in 11.24s, 1 test, 1 error <<< FAILURES!

[...truncated 174 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1281: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:907: There were test failures: 397 suites, 1674 tests, 1 error, 37 ignored (16 assumptions)

Total time: 58 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure