You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/11 21:00:11 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_51) - Build # 9652 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9652/
Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
Could not fully createcollection: implicitcoll2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully createcollection: implicitcoll2
	at __randomizedtesting.SeedInfo.seed([8C69F07D64C046F3:D8F7E65139F26CF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:504)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:203)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1606)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1570)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:184)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:127)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.GeneratedMethodAccessor49.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11192 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 1078819 T4594 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 1078820 T4594 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1078822 T4594 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CustomCollectionTest-1394567646250
   [junit4]   2> 1078823 T4594 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1078823 T4595 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1078923 T4594 oasc.ZkTestServer.run start zk server on port:56036
   [junit4]   2> 1078924 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1078949 T4601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fdd637 name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1078949 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1078949 T4594 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1078954 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1078955 T4603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a4dd16 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1078955 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1078955 T4594 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1078957 T4594 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1078959 T4594 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1078960 T4594 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1078962 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1078962 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1078965 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1078965 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1078971 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1078971 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1078975 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1078975 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1078977 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1078977 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1078979 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1078979 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1078981 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1078981 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1078983 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1078984 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1078985 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1078986 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1078987 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1078988 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1078989 T4594 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1078990 T4594 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1078993 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1078993 T4605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ccaaa name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1078994 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079190 T4594 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1079192 T4594 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1079193 T4594 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58637
   [junit4]   2> 1079195 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1079195 T4594 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1079195 T4594 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422
   [junit4]   2> 1079196 T4594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/'
   [junit4]   2> 1079205 T4594 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/solr.xml
   [junit4]   2> 1079237 T4594 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422
   [junit4]   2> 1079238 T4594 oasc.CoreContainer.<init> New CoreContainer 1067887
   [junit4]   2> 1079238 T4594 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/]
   [junit4]   2> 1079239 T4594 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1079239 T4594 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1079240 T4594 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1079240 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1079240 T4594 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1079241 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1079241 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1079241 T4594 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1079241 T4594 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1079245 T4594 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1079245 T4594 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1079245 T4594 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1079245 T4594 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56036/solr
   [junit4]   2> 1079246 T4594 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1079247 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1079248 T4616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4489b name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1079248 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079249 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1079250 T4618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15620ab name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1079251 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079252 T4594 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1079254 T4594 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1079256 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1079259 T4594 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58637_
   [junit4]   2> 1079261 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58637_
   [junit4]   2> 1079266 T4594 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1079268 T4594 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1079270 T4594 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58637_
   [junit4]   2> 1079271 T4594 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1079272 T4594 oasc.Overseer.start Overseer (id=91394385264771076-127.0.0.1:58637_-n_0000000000) starting
   [junit4]   2> 1079275 T4594 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1079278 T4620 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1079278 T4594 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1079278 T4620 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1079280 T4594 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1079281 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1079283 T4619 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1079298 T4594 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422
   [junit4]   2> 1079303 T4594 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/conf/
   [junit4]   2> 1079376 T4594 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1079377 T4594 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1079377 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1079380 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1079381 T4623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c24225 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1079381 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079382 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1079384 T4594 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1079582 T4594 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1079583 T4594 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1079586 T4594 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1079587 T4594 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:34436
   [junit4]   2> 1079588 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1079589 T4594 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1079589 T4594 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811
   [junit4]   2> 1079589 T4594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/'
   [junit4]   2> 1079599 T4594 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/solr.xml
   [junit4]   2> 1079630 T4594 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811
   [junit4]   2> 1079630 T4594 oasc.CoreContainer.<init> New CoreContainer 500455
   [junit4]   2> 1079630 T4594 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/]
   [junit4]   2> 1079631 T4594 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1079632 T4594 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1079632 T4594 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1079632 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1079633 T4594 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1079633 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1079633 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1079633 T4594 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1079634 T4594 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1079637 T4594 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1079637 T4594 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1079637 T4594 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1079638 T4594 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56036/solr
   [junit4]   2> 1079638 T4594 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1079639 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1079640 T4634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac208e name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1079640 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079642 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1079643 T4636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d365b6 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1079643 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1079646 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1080649 T4594 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34436_
   [junit4]   2> 1080650 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34436_
   [junit4]   2> 1080652 T4623 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1080652 T4636 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1080652 T4618 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1080656 T4594 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811
   [junit4]   2> 1080661 T4594 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/conf/
   [junit4]   2> 1080738 T4594 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1080738 T4594 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1080739 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1080955 T4594 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1080956 T4594 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1080959 T4594 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1080960 T4594 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:59118
   [junit4]   2> 1080961 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1080961 T4594 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1080962 T4594 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167
   [junit4]   2> 1080962 T4594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/'
   [junit4]   2> 1080971 T4594 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/solr.xml
   [junit4]   2> 1081018 T4594 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167
   [junit4]   2> 1081018 T4594 oasc.CoreContainer.<init> New CoreContainer 10754918
   [junit4]   2> 1081019 T4594 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/]
   [junit4]   2> 1081020 T4594 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1081020 T4594 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1081020 T4594 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1081020 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1081021 T4594 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1081021 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1081021 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1081022 T4594 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1081022 T4594 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1081025 T4594 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1081025 T4594 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1081026 T4594 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1081026 T4594 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56036/solr
   [junit4]   2> 1081026 T4594 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1081027 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1081028 T4648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e21dd9 name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1081028 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1081030 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1081031 T4650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1710f12 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1081031 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1081035 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1082038 T4594 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59118_
   [junit4]   2> 1082063 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59118_
   [junit4]   2> 1082065 T4618 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1082065 T4623 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1082065 T4636 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1082065 T4650 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1082069 T4594 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167
   [junit4]   2> 1082074 T4594 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/conf/
   [junit4]   2> 1082153 T4594 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1082154 T4594 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1082154 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1082366 T4594 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1082367 T4594 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1082369 T4594 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1082370 T4594 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55692
   [junit4]   2> 1082372 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1082372 T4594 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1082373 T4594 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582
   [junit4]   2> 1082373 T4594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/'
   [junit4]   2> 1082382 T4594 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/solr.xml
   [junit4]   2> 1082414 T4594 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582
   [junit4]   2> 1082415 T4594 oasc.CoreContainer.<init> New CoreContainer 31577928
   [junit4]   2> 1082415 T4594 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/]
   [junit4]   2> 1082416 T4594 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1082416 T4594 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1082416 T4594 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1082417 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1082417 T4594 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1082417 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1082418 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1082418 T4594 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1082418 T4594 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1082421 T4594 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1082422 T4594 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1082422 T4594 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1082422 T4594 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56036/solr
   [junit4]   2> 1082423 T4594 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1082423 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1082424 T4662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10800a7 name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1082425 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1082426 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1082429 T4664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ea03f name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1082429 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1082433 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1083435 T4594 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55692_
   [junit4]   2> 1083437 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55692_
   [junit4]   2> 1083440 T4618 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1083440 T4623 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1083440 T4636 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1083440 T4650 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1083441 T4664 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1083445 T4594 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582
   [junit4]   2> 1083451 T4594 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/conf/
   [junit4]   2> 1083556 T4594 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1083556 T4594 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1083557 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1083773 T4594 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 1083773 T4594 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1083776 T4594 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1083776 T4594 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:60250
   [junit4]   2> 1083778 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1083778 T4594 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1083779 T4594 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985
   [junit4]   2> 1083779 T4594 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/'
   [junit4]   2> 1083793 T4594 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/solr.xml
   [junit4]   2> 1083831 T4594 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985
   [junit4]   2> 1083832 T4594 oasc.CoreContainer.<init> New CoreContainer 27917051
   [junit4]   2> 1083832 T4594 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/]
   [junit4]   2> 1083833 T4594 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1083833 T4594 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1083833 T4594 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1083834 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1083834 T4594 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1083834 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1083835 T4594 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1083835 T4594 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1083835 T4594 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1083838 T4594 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1083839 T4594 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1083839 T4594 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1083839 T4594 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56036/solr
   [junit4]   2> 1083840 T4594 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1083840 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1083841 T4676 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ca79 name:ZooKeeperConnection Watcher:127.0.0.1:56036 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1083841 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1083843 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1083844 T4678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1003b49 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1083844 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1083847 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1084849 T4594 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60250_
   [junit4]   2> 1084851 T4594 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60250_
   [junit4]   2> 1084854 T4664 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084854 T4636 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084854 T4678 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084854 T4618 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084854 T4623 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084854 T4650 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 1084859 T4594 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985
   [junit4]   2> 1084865 T4594 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/conf/
   [junit4]   2> 1084965 T4594 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1084965 T4594 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1084966 T4594 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1084968 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1084970 T4681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e0a0f2 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1084970 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1084971 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1084975 T4594 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1084976 T4683 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@164f599 name:ZooKeeperConnection Watcher:127.0.0.1:56036/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1084976 T4594 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1084977 T4594 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1085055 T4659 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&name=implicitcoll0&shards=a,b,c&version=2&router.name=implicit&maxShardsPerNode=3&wt=javabin&replicationFactor=3
   [junit4]   2> 1085056 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085057 T4620 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 1085057 T4620 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 1085058 T4620 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 1085058 T4620 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 1085058 T4620 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 1085062 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085063 T4619 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1085063 T4619 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 1085063 T4619 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 1085065 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085066 T4636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4618 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085066 T4664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085162 T4620 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection, shardNames [a, b, c] , replicationFactor : 3
   [junit4]   2> 1085162 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:58637_
   [junit4]   2> 1085163 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:55692_
   [junit4]   2> 1085165 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:34436_
   [junit4]   2> 1085166 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:59118_
   [junit4]   2> 1085168 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:60250_
   [junit4]   2> 1085173 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:58637_
   [junit4]   2> 1085174 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:55692_
   [junit4]   2> 1085175 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:34436_
   [junit4]   2> 1085177 T4620 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:59118_
   [junit4]   2> 1085273 T4611 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_b_replica3&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=b
   [junit4]   2> 1085277 T4611 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down collection=implicitcoll0
   [junit4]   2> 1085281 T4657 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_a_replica2&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=a
   [junit4]   2> 1085283 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085283 T4611 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085284 T4657 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down collection=implicitcoll0
   [junit4]   2> 1085285 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085285 T4619 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1085285 T4657 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085286 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58637",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58637_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085291 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55692",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55692_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085293 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085304 T4630 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_a_replica3&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=a
   [junit4]   2> 1085306 T4630 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down collection=implicitcoll0
   [junit4]   2> 1085306 T4674 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_b_replica2&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=b
   [junit4]   2> 1085307 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085308 T4630 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085309 T4631 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_c_replica2&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=c
   [junit4]   2> 1085310 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34436",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34436_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085310 T4674 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down collection=implicitcoll0
   [junit4]   2> 1085310 T4614 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_a_replica1&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=a
   [junit4]   2> 1085312 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085312 T4674 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085317 T4631 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down collection=implicitcoll0
   [junit4]   2> 1085318 T4614 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down collection=implicitcoll0
   [junit4]   2> 1085318 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:60250",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60250_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085319 T4631 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085320 T4614 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085320 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085322 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34436",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:34436_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085323 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085324 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58637",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58637_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085326 T4645 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_c_replica3&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=c
   [junit4]   2> 1085327 T4658 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_c_replica1&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=c
   [junit4]   2> 1085327 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085329 T4645 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down collection=implicitcoll0
   [junit4]   2> 1085329 T4658 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down collection=implicitcoll0
   [junit4]   2> 1085330 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085330 T4645 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085330 T4658 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085331 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:59118",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59118_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085332 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085333 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55692",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55692_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085335 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085343 T4644 oasha.CoreAdminHandler.handleCreateAction core create command action=CREATE&collection=implicitcoll0&collection.configName=conf1&name=implicitcoll0_b_replica1&version=2&qt=/admin/cores&numShards=3&wt=javabin&shard=b
   [junit4]   2> 1085345 T4644 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down collection=implicitcoll0
   [junit4]   2> 1085346 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085346 T4644 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1085347 T4619 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:59118",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59118_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1085349 T4618 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1085451 T4681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4618 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085452 T4636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4683 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4623 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1085451 T4664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1086284 T4611 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 1086285 T4611 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3
   [junit4]   2> 1086285 T4611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086286 T4611 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086286 T4611 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086287 T4611 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086287 T4611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/'
   [junit4]   2> 1086289 T4657 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 1086289 T4657 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2
   [junit4]   2> 1086290 T4657 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086290 T4657 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086290 T4657 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086292 T4657 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086292 T4657 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/'
   [junit4]   2> 1086308 T4630 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 1086309 T4630 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_a_replica3
   [junit4]   2> 1086310 T4630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086311 T4630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086312 T4630 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086312 T4674 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 1086313 T4674 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/implicitcoll0_b_replica2
   [junit4]   2> 1086314 T4674 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086314 T4630 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086329 T4614 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 1086330 T4674 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086330 T4674 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086329 T4630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_a_replica3/'
   [junit4]   2> 1086331 T4674 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086332 T4674 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty4-1394567650985/implicitcoll0_b_replica2/'
   [junit4]   2> 1086329 T4631 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 1086333 T4631 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_c_replica2
   [junit4]   2> 1086334 T4631 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086331 T4658 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 1086331 T4645 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 1086335 T4658 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_c_replica1
   [junit4]   2> 1086335 T4658 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086330 T4614 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_a_replica1
   [junit4]   2> 1086336 T4614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086335 T4645 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/implicitcoll0_c_replica3
   [junit4]   2> 1086337 T4645 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086337 T4658 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086338 T4658 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086337 T4631 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086339 T4631 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086338 T4645 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086339 T4645 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086340 T4631 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086340 T4631 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_c_replica2/'
   [junit4]   2> 1086340 T4645 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086337 T4614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086341 T4645 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/implicitcoll0_c_replica3/'
   [junit4]   2> 1086340 T4611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086340 T4658 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086341 T4614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086343 T4658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_c_replica1/'
   [junit4]   2> 1086344 T4614 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086345 T4614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_a_replica1/'
   [junit4]   2> 1086350 T4644 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 1086352 T4644 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: ./org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/implicitcoll0_b_replica1
   [junit4]   2> 1086352 T4644 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 1086353 T4657 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086353 T4644 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1086353 T4644 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 1086354 T4644 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1086355 T4644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CustomCollectionTest-jetty2-1394567648167/implicitcoll0_b_replica1/'
   [junit4]   2> 1086396 T4630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086415 T4674 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086422 T4645 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086423 T4631 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086440 T4658 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086451 T4614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086459 T4644 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1086460 T4611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086462 T4611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086476 T4657 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086479 T4657 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086499 T4611 oass.IndexSchema.readSchema [implicitcoll0_b_replica3] Schema name=test
   [junit4]   2> 1086510 T4674 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086520 T4657 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 1086521 T4674 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086523 T4614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086524 T4614 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086531 T4658 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086531 T4674 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 1086533 T4658 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086541 T4630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086543 T4658 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 1086543 T4630 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086546 T4614 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 1086573 T4630 oass.IndexSchema.readSchema [implicitcoll0_a_replica3] Schema name=test
   [junit4]   2> 1086578 T4644 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086583 T4631 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086584 T4645 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1086584 T4644 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086584 T4631 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086585 T4645 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1086592 T4645 oass.IndexSchema.readSchema [implicitcoll0_c_replica3] Schema name=test
   [junit4]   2> 1086594 T4644 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 1086594 T4631 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 1087461 T4657 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087461 T4657 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087462 T4657 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1087485 T4657 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1087489 T4657 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1087498 T4611 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087499 T4611 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087500 T4611 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1087508 T4611 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1087518 T4630 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087519 T4611 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1087519 T4630 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087521 T4657 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087521 T4630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1087525 T4657 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087528 T4614 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087529 T4614 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087529 T4630 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1087530 T4614 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1087532 T4657 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087533 T4630 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1087534 T4657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087535 T4657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087535 T4657 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087537 T4611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087538 T4657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087538 T4657 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087539 T4657 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1087539 T4657 oasc.SolrCore.<init> [implicitcoll0_a_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/data/
   [junit4]   2> 1087540 T4657 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1907d60
   [junit4]   2> 1087542 T4657 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/data
   [junit4]   2> 1087542 T4611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087542 T4657 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/data/index/
   [junit4]   2> 1087543 T4657 oasc.SolrCore.initIndex WARN [implicitcoll0_a_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1087544 T4657 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CustomCollectionTest-jetty3-1394567649582/implicitcoll0_a_replica2/data/index
   [junit4]   2> 1087545 T4657 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=7.1845703125, floorSegmentMB=1.5927734375, forceMergeDeletesPctAllowed=26.372442199667894, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3522878607374733
   [junit4]   2> 1087546 T4657 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1dd6112 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@198e21d),segFN=segments_1,generation=1}
   [junit4]   2> 1087547 T4657 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1087549 T4611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087550 T4630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087549 T4614 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1087552 T4611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087552 T4611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087553 T4611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087554 T4611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087555 T4630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087555 T4611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087556 T4657 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1087555 T4614 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1087556 T4611 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1087558 T4611 oasc.SolrCore.<init> [implicitcoll0_b_replica3] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/data/
   [junit4]   2> 1087558 T4611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1907d60
   [junit4]   2> 1087559 T4611 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/data
   [junit4]   2> 1087560 T4657 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1087561 T4657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1087561 T4657 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1087562 T4657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1087562 T4657 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1087563 T4657 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1087563 T4657 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1087564 T4657 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1087565 T4657 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1087560 T4630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087573 T4657 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1087574 T4657 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1087560 T4611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/data/index/
   [junit4]   2> 1087576 T4611 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica3] Solr index directory './org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1087576 T4630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087578 T4630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087574 T4657 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1087579 T4630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1087579 T4657 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1087580 T4657 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1087578 T4611 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-controljetty-1394567646422/implicitcoll0_b_replica3/data/index
   [junit4]   2> 1087577 T4614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087581 T4630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1087582 T4630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1087577 T4644 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1087582 T4630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1087581 T4657 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1087583 T4630 oasc.SolrCore.<init> [implicitcoll0_a_replica3] Opening new SolrCore at ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_a_replica3/, dataDir=./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_a_replica3/data/
   [junit4]   2> 1087584 T4630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1907d60
   [junit4]   2> 1087585 T4630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CustomCollectionTest-jetty1-1394567646811/implicitcoll0_a_replica3/data
   [junit4]   2> 1087585 T4614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1087586 T4611 oasu.RandomM

[...truncated too long message...]

it4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:208)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:205)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:385)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:372)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 1212156 T4650 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/implicitcoll1/leader_elect/b/election/91394385264771081-core_node6-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:176)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:173)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:71)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1212157 T4650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1212157 T4650 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1212157 T4650 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 133457 T4593 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> 1212338 T4664 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_SD, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Linux 3.8.0-36-generic i386/Oracle Corporation 1.7.0_51 (32-bit)/cpus=8,threads=1,free=98452792,total=285532160
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollapseQParserPlugin, SolrIndexConfigTest, TestAnalyzeInfixSuggestions, TestBlendedInfixSuggestions, OpenCloseCoreStressTest, TestShardHandlerFactory, DistributedQueryComponentOptimizationTest, DirectSolrConnectionTest, NumericFieldsTest, TestDistribDocBasedVersion, SolrTestCaseJ4Test, DateFieldTest, HdfsBasicDistributedZk2Test, PreAnalyzedUpdateProcessorTest, CachingDirectoryFactoryTest, TestSolr4Spatial, SolrRequestParserTest, DocumentAnalysisRequestHandlerTest, HardAutoCommitTest, TestSolrDeletionPolicy2, TestAddFieldRealTimeGet, TestAtomicUpdateErrorCases, BlockDirectoryTest, StressHdfsTest, RAMDirectoryFactoryTest, ZkNodePropsTest, SpellCheckCollatorTest, CoreAdminCreateDiscoverTest, CurrencyFieldXmlFileTest, TestLazyCores, StandardRequestHandlerTest, TestComponentsName, TestImplicitCoreProperties, TestRangeQuery, DocValuesMissingTest, PrimUtilsTest, CoreContainerCoreInitFailuresTest, SpellCheckComponentTest, TestQuerySenderNoQuery, TestDistributedSearch, TestDFRSimilarityFactory, BasicDistributedZk2Test, MultiTermTest, TestCSVResponseWriter, HdfsWriteToMultipleCollectionsTest, TestManagedSchemaFieldResource, TestArbitraryIndexDir, FullSolrCloudDistribCmdsTest, BadIndexSchemaTest, ChangedSchemaMergeTest, TestDistributedMissingSort, TestFieldTypeCollectionResource, DistributedQueryComponentCustomSortTest, TestXIncludeConfig, BasicZkTest, PathHierarchyTokenizerFactoryTest, SimplePostToolTest, TestBinaryField, InfoHandlerTest, TestSolrCoreProperties, SuggesterWFSTTest, HdfsLockFactoryTest, PreAnalyzedFieldTest, HdfsUnloadDistributedZkTest, TestSolrQueryParserResource, TestCollationKeyRangeQueries, NotRequiredUniqueKeyTest, OutputWriterTest, SignatureUpdateProcessorFactoryTest, TestCSVLoader, TestSweetSpotSimilarityFactory, TestFiltering, XmlUpdateRequestHandlerTest, TestCloudManagedSchema, TestSolrQueryParserDefaultOperatorResource, TestSimpleQParserPlugin, TestExceedMaxTermLength, CurrencyFieldOpenExchangeTest, DistributedExpandComponentTest, ShardRoutingCustomTest, TestQueryTypes, TestRandomFaceting, TestFileDictionaryLookup, TestSchemaResource, TestBinaryResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldTypeResource, TestIndexingPerformance, TestSolrJ, TestMultiCoreConfBootstrap, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, SliceStateUpdateTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, SimpleFacetsTest, SolrCoreTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, ShowFileRequestHandlerTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, TestStressLucene, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestOmitPositions, TermsComponentTest, TestValueSourceCache, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, BadComponentTest, TestStressRecovery, TestSolrXMLSerializer, TestSystemIdResolver, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestUtils, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, AssignTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed on J1 in 133.73s, 1 test, 1 error <<< FAILURES!

[...truncated 140 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:473: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1279: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:911: There were test failures: 369 suites, 1581 tests, 1 error, 37 ignored (16 assumptions)

Total time: 48 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure