You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/14 08:45:09 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 3702 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3702/
Java: 32bit/jdk1.6.0_45 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
Could not find the new collection - 503 : http://127.0.0.1:63447/implicitcollwithShardField

Stack Trace:
java.lang.AssertionError: Could not find the new collection - 503 : http://127.0.0.1:63447/implicitcollwithShardField
	at __randomizedtesting.SeedInfo.seed([551813011B59C807:D4FE9D196C06A83B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1821)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:331)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:131)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor97.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10250 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 2951841 T8736 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2951846 T8736 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-CustomCollectionTest-1392363218907
   [junit4]   2> 2951849 T8736 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2951850 T8737 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2951959 T8736 oasc.ZkTestServer.run start zk server on port:63410
   [junit4]   2> 2951961 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2951968 T8743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1798496 name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2951969 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2951969 T8736 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2951979 T8738 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1442f50a7e60000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 2951985 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2951988 T8745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a18ff3 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2951988 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2951988 T8736 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2952002 T8736 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2952010 T8736 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2952018 T8736 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2952025 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2952026 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2952040 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2952043 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2952056 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2952056 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2952065 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2952066 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2952077 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2952077 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2952092 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2952092 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2952101 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2952101 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2952110 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2952111 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2952123 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2952123 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2952135 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2952136 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2952145 T8736 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2952147 T8736 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2952815 T8736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2952823 T8736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63417
   [junit4]   2> 2952824 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2952824 T8736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2952825 T8736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217
   [junit4]   2> 2952825 T8736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\'
   [junit4]   2> 2952865 T8736 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\solr.xml
   [junit4]   2> 2952992 T8736 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217
   [junit4]   2> 2952992 T8736 oasc.CoreContainer.<init> New CoreContainer 16914180
   [junit4]   2> 2952994 T8736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\]
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2952998 T8736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2953001 T8736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2953005 T8736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2953005 T8736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2953005 T8736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2953005 T8736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63410/solr
   [junit4]   2> 2953005 T8736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2953009 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2953014 T8756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@350926 name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2953014 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2953020 T8738 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1442f50a7e60002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 2953021 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2953026 T8758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9ce096 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2953026 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2953030 T8736 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2953041 T8736 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2953052 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2953058 T8736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63417_
   [junit4]   2> 2953061 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63417_
   [junit4]   2> 2953073 T8736 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2953080 T8736 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2953094 T8736 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:63417_
   [junit4]   2> 2953095 T8736 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2953103 T8736 oasc.Overseer.start Overseer (id=91249915915010051-127.0.0.1:63417_-n_0000000000) starting
   [junit4]   2> 2953112 T8736 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2953125 T8760 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2953128 T8736 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2953129 T8760 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 2953138 T8736 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2953144 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2953154 T8759 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2953160 T8736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217
   [junit4]   2> 2953460 T8736 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\conf\
   [junit4]   2> 2953473 T8736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2953475 T8736 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2953475 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2953477 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2953482 T8763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe5144 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2953483 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2953485 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2953495 T8736 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2954266 T8736 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2954268 T8736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2954272 T8736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63429
   [junit4]   2> 2954273 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2954274 T8736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2954274 T8736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554
   [junit4]   2> 2954275 T8736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\'
   [junit4]   2> 2954311 T8736 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\solr.xml
   [junit4]   2> 2954418 T8736 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554
   [junit4]   2> 2954418 T8736 oasc.CoreContainer.<init> New CoreContainer 29108041
   [junit4]   2> 2954419 T8736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\]
   [junit4]   2> 2954421 T8736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2954422 T8736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2954422 T8736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2954422 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2954423 T8736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2954423 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2954425 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2954425 T8736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2954426 T8736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2954430 T8736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2954432 T8736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2954432 T8736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2954433 T8736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63410/solr
   [junit4]   2> 2954434 T8736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2954436 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2954447 T8774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b764fb name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2954448 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2954456 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2954460 T8776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dfb6e name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2954462 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2954491 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2955687 T8736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63429_
   [junit4]   2> 2955692 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63429_
   [junit4]   2> 2955703 T8758 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2955704 T8763 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2955705 T8776 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2955723 T8736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554
   [junit4]   2> 2956039 T8736 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\conf\
   [junit4]   2> 2956053 T8736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2956054 T8736 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2956055 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2956708 T8736 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2956711 T8736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2956714 T8736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63438
   [junit4]   2> 2956715 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2956715 T8736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2956716 T8736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115
   [junit4]   2> 2956716 T8736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\'
   [junit4]   2> 2956755 T8736 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\solr.xml
   [junit4]   2> 2956865 T8736 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115
   [junit4]   2> 2956866 T8736 oasc.CoreContainer.<init> New CoreContainer 4739448
   [junit4]   2> 2956866 T8736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\]
   [junit4]   2> 2956868 T8736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2956869 T8736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2956869 T8736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2956870 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2956870 T8736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2956872 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2956872 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2956873 T8736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2956873 T8736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2956879 T8736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2956879 T8736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2956879 T8736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2956880 T8736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63410/solr
   [junit4]   2> 2956881 T8736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2956882 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2956890 T8788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dcca8f name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2956890 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2956896 T8738 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1442f50a7e60007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 2956897 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2956902 T8790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c2ab08 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2956902 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2956914 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2958111 T8736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63438_
   [junit4]   2> 2958114 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63438_
   [junit4]   2> 2958128 T8776 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2958128 T8758 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2958128 T8763 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2958129 T8790 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2958146 T8736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115
   [junit4]   2> 2958455 T8736 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\conf\
   [junit4]   2> 2958469 T8736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2958471 T8736 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2958471 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2959109 T8736 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2959111 T8736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2959115 T8736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63447
   [junit4]   2> 2959116 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2959116 T8736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2959117 T8736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531
   [junit4]   2> 2959117 T8736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\'
   [junit4]   2> 2959154 T8736 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\solr.xml
   [junit4]   2> 2959277 T8736 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531
   [junit4]   2> 2959277 T8736 oasc.CoreContainer.<init> New CoreContainer 31377957
   [junit4]   2> 2959279 T8736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\]
   [junit4]   2> 2959282 T8736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2959282 T8736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2959282 T8736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2959282 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2959282 T8736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2959285 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2959285 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2959285 T8736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2959285 T8736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2959290 T8736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2959290 T8736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2959290 T8736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2959290 T8736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63410/solr
   [junit4]   2> 2959292 T8736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2959294 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2959307 T8802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a94939 name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2959308 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2959315 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2959320 T8804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19aefd5 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2959321 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2959334 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2960531 T8736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63447_
   [junit4]   2> 2960536 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63447_
   [junit4]   2> 2960547 T8763 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2960549 T8790 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2960549 T8776 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2960551 T8804 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2960552 T8758 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2960572 T8736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531
   [junit4]   2> 2960878 T8736 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\conf\
   [junit4]   2> 2960894 T8736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2960895 T8736 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2960896 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2961554 T8736 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 2961555 T8736 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2961560 T8736 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63456
   [junit4]   2> 2961561 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2961562 T8736 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2961562 T8736 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955
   [junit4]   2> 2961563 T8736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\'
   [junit4]   2> 2961601 T8736 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\solr.xml
   [junit4]   2> 2961706 T8736 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955
   [junit4]   2> 2961707 T8736 oasc.CoreContainer.<init> New CoreContainer 12789425
   [junit4]   2> 2961708 T8736 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\]
   [junit4]   2> 2961710 T8736 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2961710 T8736 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2961711 T8736 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2961711 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2961713 T8736 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2961713 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2961714 T8736 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2961714 T8736 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2961715 T8736 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2961721 T8736 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2961721 T8736 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2961722 T8736 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2961722 T8736 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63410/solr
   [junit4]   2> 2961723 T8736 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2961725 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2961743 T8816 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2151bb name:ZooKeeperConnection Watcher:127.0.0.1:63410 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2961744 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2961751 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2961754 T8818 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e66131 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2961755 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2961768 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2962963 T8736 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63456_
   [junit4]   2> 2962968 T8736 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63456_
   [junit4]   2> 2962979 T8763 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2962981 T8758 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2962982 T8790 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2962984 T8776 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2962984 T8818 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2962985 T8804 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2963004 T8736 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955
   [junit4]   2> 2963281 T8736 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\conf\
   [junit4]   2> 2963300 T8736 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2963303 T8736 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2963303 T8736 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2963306 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2963311 T8821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@116a9e6 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2963312 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2963315 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2963329 T8736 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2963334 T8823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b40b5 name:ZooKeeperConnection Watcher:127.0.0.1:63410/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2963335 T8736 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2963340 T8736 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2963352 T8812 oasha.CollectionsHandler.handleCreateAction Creating Collection : shards=a,b,c&maxShardsPerNode=3&name=implicitcoll0&replicationFactor=3&action=CREATE&wt=javabin&router.name=implicit&version=2
   [junit4]   2> 2963356 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963364 T8760 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2963364 T8760 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"3",
   [junit4]   2> 	  "maxShardsPerNode":"3",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2963389 T8760 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 2963389 T8760 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 2963389 T8760 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 2963402 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963408 T8759 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2963409 T8759 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 2963409 T8759 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 2963417 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963420 T8790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963421 T8776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963421 T8804 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963421 T8818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963423 T8823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963423 T8821 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963424 T8763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963426 T8758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963523 T8760 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 3
   [junit4]   2> 2963523 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:63417_
   [junit4]   2> 2963524 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:63447_
   [junit4]   2> 2963524 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:63438_
   [junit4]   2> 2963528 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:63456_
   [junit4]   2> 2963531 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:63429_
   [junit4]   2> 2963534 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:63417_
   [junit4]   2> 2963535 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:63447_
   [junit4]   2> 2963535 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:63438_
   [junit4]   2> 2963535 T8798 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 2963538 T8760 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:63456_
   [junit4]   2> 2963539 T8783 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down
   [junit4]   2> 2963549 T8768 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 2963553 T8809 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down
   [junit4]   2> 2963554 T8798 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963549 T8813 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 2963542 T8753 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 2963564 T8809 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963562 T8784 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 2963560 T8768 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963567 T8813 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963560 T8783 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963559 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963569 T8753 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963571 T8784 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963554 T8799 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 2963564 T8754 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down
   [junit4]   2> 2963578 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963579 T8754 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963581 T8759 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2963581 T8799 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2963583 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63447",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63447_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963596 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63438",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63438_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963605 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963608 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63429",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63429_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963616 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963620 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63456",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63456_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963628 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963635 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63456",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63456_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963643 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963648 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63417",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63417_",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963656 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963659 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63438",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63438_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963667 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963672 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63417",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63417_",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963680 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963684 T8759 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:63447",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:63447_",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2963691 T8758 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2963818 T8790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963819 T8804 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963819 T8818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963819 T8776 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963820 T8823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963821 T8758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963821 T8821 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2963823 T8763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 2964664 T8798 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 2964667 T8798 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\implicitcoll0_a_replica2
   [junit4]   2> 2964667 T8798 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964669 T8798 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964669 T8798 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964672 T8798 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964672 T8798 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\implicitcoll0_a_replica2\'
   [junit4]   2> 2964673 T8809 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 2964675 T8768 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 2964677 T8809 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\implicitcoll0_c_replica3
   [junit4]   2> 2964677 T8809 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964679 T8813 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 2964679 T8783 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 2964681 T8753 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 2964684 T8783 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_a_replica3
   [junit4]   2> 2964684 T8783 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964688 T8754 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 2964688 T8753 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_a_replica1
   [junit4]   2> 2964688 T8753 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964689 T8754 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3
   [junit4]   2> 2964689 T8754 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964691 T8768 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\implicitcoll0_b_replica2
   [junit4]   2> 2964691 T8768 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964693 T8784 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 2964695 T8784 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2
   [junit4]   2> 2964696 T8784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964698 T8754 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964698 T8754 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964701 T8784 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964701 T8784 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964701 T8768 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964702 T8768 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964691 T8799 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 2964705 T8799 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\implicitcoll0_c_replica1
   [junit4]   2> 2964707 T8799 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964689 T8813 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\implicitcoll0_b_replica1
   [junit4]   2> 2964708 T8813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 2964698 T8753 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964710 T8753 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964698 T8783 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964712 T8783 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964698 T8809 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964714 T8809 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964719 T8754 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964719 T8754 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\'
   [junit4]   2> 2964722 T8799 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964722 T8799 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964724 T8813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2964725 T8813 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 2964732 T8783 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964733 T8783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_a_replica3\'
   [junit4]   2> 2964740 T8784 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964741 T8784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\'
   [junit4]   2> 2964756 T8768 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964756 T8768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1392363220554\implicitcoll0_b_replica2\'
   [junit4]   2> 2964778 T8799 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964778 T8799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1392363225531\implicitcoll0_c_replica1\'
   [junit4]   2> 2964794 T8753 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964795 T8753 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_a_replica1\'
   [junit4]   2> 2964801 T8809 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964801 T8809 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\implicitcoll0_c_replica3\'
   [junit4]   2> 2964804 T8813 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2964804 T8813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1392363227955\implicitcoll0_b_replica1\'
   [junit4]   2> 2964885 T8754 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2964936 T8798 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965032 T8783 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965042 T8784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965127 T8783 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965140 T8784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965147 T8754 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965215 T8768 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965251 T8799 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965304 T8784 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965315 T8784 oass.IndexSchema.readSchema [implicitcoll0_c_replica2] Schema name=test
   [junit4]   2> 2965367 T8799 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965398 T8768 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965453 T8783 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965469 T8783 oass.IndexSchema.readSchema [implicitcoll0_a_replica3] Schema name=test
   [junit4]   2> 2965518 T8798 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965633 T8809 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2965748 T8809 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2965783 T8768 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965786 T8754 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965789 T8799 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965796 T8798 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965798 T8809 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2965830 T8768 oass.IndexSchema.readSchema [implicitcoll0_b_replica2] Schema name=test
   [junit4]   2> 2965839 T8754 oass.IndexSchema.readSchema [implicitcoll0_b_replica3] Schema name=test
   [junit4]   2> 2965840 T8799 oass.IndexSchema.readSchema [implicitcoll0_c_replica1] Schema name=test
   [junit4]   2> 2965847 T8798 oass.IndexSchema.readSchema [implicitcoll0_a_replica2] Schema name=test
   [junit4]   2> 2965847 T8809 oass.IndexSchema.readSchema [implicitcoll0_c_replica3] Schema name=test
   [junit4]   2> 2966061 T8813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2966061 T8753 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2966296 T8813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2966492 T8753 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2966849 T8753 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2966861 T8753 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 2966849 T8813 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2968602 T8813 oass.IndexSchema.readSchema [implicitcoll0_b_replica1] Schema name=test
   [junit4]   2> 2969019 T8784 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969019 T8784 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969024 T8784 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969107 T8784 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2969113 T8784 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2969219 T8754 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969222 T8754 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969223 T8754 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969230 T8754 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2969238 T8754 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2969413 T8809 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969415 T8809 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969698 T8783 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969700 T8783 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969868 T8798 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969868 T8798 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969892 T8768 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969892 T8768 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2969894 T8768 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969901 T8768 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2969907 T8768 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2969913 T8798 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969920 T8798 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2969925 T8783 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969925 T8809 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2969956 T8798 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2970025 T8799 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2970028 T8799 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2970036 T8783 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2970042 T8783 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2970054 T8799 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2970063 T8799 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2970070 T8799 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2970085 T8809 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2970092 T8809 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2970199 T8753 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2970201 T8753 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2970203 T8753 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2970211 T8753 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2970216 T8753 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2970323 T8754 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970339 T8784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970353 T8754 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970371 T8784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970389 T8754 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970402 T8768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970408 T8784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970419 T8754 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2970419 T8754 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2970419 T8754 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970439 T8768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970440 T8784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2970440 T8784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2970441 T8784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970443 T8754 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2970443 T8754 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2970444 T8754 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2970445 T8754 oasc.SolrCore.<init> [implicitcoll0_b_replica3] Opening new SolrCore at .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\, dataDir=.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\data\
   [junit4]   2> 2970445 T8754 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62c51
   [junit4]   2> 2970448 T8798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970455 T8768 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970457 T8754 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\data\
   [junit4]   2> 2970457 T8754 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\data\index/
   [junit4]   2> 2970458 T8754 oasc.SolrCore.initIndex WARN [implicitcoll0_b_replica3] Solr index directory '.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2970458 T8754 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.CustomCollectionTest-controljetty-1392363219217\implicitcoll0_b_replica3\data\index
   [junit4]   2> 2970460 T8784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2970460 T8784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2970461 T8784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2970462 T8784 oasc.SolrCore.<init> [implicitcoll0_c_replica2] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\data\
   [junit4]   2> 2970462 T8784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62c51
   [junit4]   2> 2970464 T8754 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=20.419921875, floorSegmentMB=1.2216796875, forceMergeDeletesPctAllowed=9.704870435940196, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2970464 T8784 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\data\
   [junit4]   2> 2970465 T8784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\data\index/
   [junit4]   2> 2970465 T8784 oasc.SolrCore.initIndex WARN [implicitcoll0_c_replica2] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2970467 T8768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2970467 T8768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2970468 T8768 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970474 T8798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970488 T8784 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1392363223115\implicitcoll0_c_replica2\data\index
   [junit4]   2> 2970488 T8784 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=20.419921875, floorSegmentMB=1.2216796875, forceMergeDeletesPctAllowed=9.704870435940196, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2970491 T8784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@47a73a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a84eee),segFN=segments_1,generation=1}
   [junit4]   2> 2970491 T8784 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2970504 T8809 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2970506 T8798 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2970496 T8783 oass.F

[...truncated too long message...]

3B]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1821)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:331)
   [junit4]    > 	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:131)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 3052255 T8736 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {_route_=Lucene41(blocksize=128), range_facet_l=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=123), text=Lucene41(blocksize=128), _version_=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Asserting), id=PostingsFormat(name=Direct), timestamp=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=123), a_t=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=123), range_facet_sl=PostingsFormat(name=Direct), range_facet_si=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=123), other_tl1=PostingsFormat(name=Asserting), multiDefault=Pulsing41(freqCutoff=10 minBlockSize=13 maxBlockSize=123), a_si=PostingsFormat(name=Asserting)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_BO, timezone=Europe/Tirane
   [junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=1,free=95176512,total=223236096
   [junit4]   2> NOTE: All tests run in this JVM: [TestXIncludeConfig, CacheHeaderTest, TestStressVersions, DateMathParserTest, TestDocBasedVersionConstraints, BlockCacheTest, TestSolrQueryParserResource, TestCoreDiscovery, TestNRTOpen, TestQueryTypes, TestRTGBase, IndexBasedSpellCheckerTest, ShowFileRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, DocValuesMultiTest, StatsComponentTest, TestOmitPositions, UUIDFieldTest, TestBlendedInfixSuggestions, TestFieldCollectionResource, MigrateRouteKeyTest, TermVectorComponentTest, URLClassifyProcessorTest, TestFaceting, SuggesterWFSTTest, TestFreeTextSuggestions, MoreLikeThisHandlerTest, TestFileDictionaryLookup, TestFieldTypeCollectionResource, SolrTestCaseJ4Test, ChangedSchemaMergeTest, CSVRequestHandlerTest, DistanceFunctionTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DirectUpdateHandlerOptimizeTest, TestNumberUtils, DefaultValueUpdateProcessorTest, CurrencyFieldXmlFileTest, TestStressRecovery, HardAutoCommitTest, LeaderElectionIntegrationTest, TestQueryUtils, SuggesterTest, TestTrie, TestSchemaNameResource, SearchHandlerTest, TestRecovery, TestUniqueKeyFieldResource, ExternalFileFieldSortTest, FileUtilsTest, TestRecoveryHdfs, TestInitQParser, DeleteReplicaTest, BlockDirectoryTest, HdfsBasicDistributedZk2Test, ScriptEngineTest, TestLMJelinekMercerSimilarityFactory, LeaderElectionTest, TestJmxIntegration, AnalysisAfterCoreReloadTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, HdfsSyncSliceTest, AddBlockUpdateTest, BasicDistributedZkTest, ParsingFieldUpdateProcessorsTest, TestSolrXmlPersistence, SolrIndexConfigTest, TestLMDirichletSimilarityFactory, InfoHandlerTest, TestSearchPerf, ZkControllerTest, TestFastWriter, AutoCommitTest, DistributedTermsComponentTest, PluginInfoTest, ConvertedLegacyTest, TestConfig, SampleTest, DocValuesMissingTest, BadIndexSchemaTest, FieldMutatingUpdateProcessorTest, TermVectorComponentDistributedTest, TestNoOpRegenerator, TestSurroundQueryParser, FullSolrCloudDistribCmdsTest, TestDefaultSearchFieldResource, OutputWriterTest, JsonLoaderTest, TestBinaryField, TestCopyFieldCollectionResource, TestElisionMultitermQuery, TestAnalyzeInfixSuggestions, ReturnFieldsTest, TestHighFrequencyDictionaryFactory, UpdateParamsTest, TestSolrXMLSerializer, SynonymTokenizerTest, TestSolrQueryParserDefaultOperatorResource, TestPHPSerializedResponseWriter, HdfsBasicDistributedZkTest, RegexBoostProcessorTest, TestCSVLoader, PrimitiveFieldTypeTest, TestReplicationHandler, DirectSolrSpellCheckerTest, TestSolrDeletionPolicy2, TermsComponentTest, TestAnalyzedSuggestions, TestSolr4Spatial, TestSuggestSpellingConverter, OverseerTest, LegacyHTMLStripCharFilterTest, TestInfoStreamLogging, AnalysisErrorHandlingTest, StressHdfsTest, SuggestComponentTest, SpellCheckComponentTest, TestLazyCores, TestValueSourceCache, RequiredFieldsTest, DocumentBuilderTest, HighlighterConfigTest, TestManagedSchema, AssignTest, TestJmxMonitoredMap, DebugComponentTest, SuggesterTSTTest, TestQuerySenderNoQuery, TestFunctionQuery, SOLR749Test, TestDistributedGrouping, TestManagedSchemaFieldResource, TestPhraseSuggestions, PolyFieldTest, TestReload, ShardSplitTest, TestDistributedMissingSort, SpellCheckCollatorTest, SolrCoreTest, TestFoldingMultitermQuery, SolrCmdDistributorTest, CoreContainerCoreInitFailuresTest, SpellPossibilityIteratorTest, BasicFunctionalityTest, WordBreakSolrSpellCheckerTest, HdfsCollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, StatelessScriptUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, SortByFunctionTest, BasicZkTest, SolrPluginUtilsTest, TestSolrJ, TestStressReorder, TestCursorMarkWithoutUniqueKey, TestDistributedSearch, ZkSolrClientTest, TestPostingsSolrHighlighter, SignatureUpdateProcessorFactoryTest, TestDynamicFieldResource, ResourceLoaderTest, TestSystemIdResolver, OverseerRolesTest, TestShardHandlerFactory, RecoveryZkTest, BadComponentTest, TestCodecSupport, NotRequiredUniqueKeyTest, PreAnalyzedUpdateProcessorTest, SliceStateUpdateTest, TestReloadAndDeleteDocs, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, TestMultiCoreConfBootstrap, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, TestSort, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, TestStressLucene, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, CursorPagingTest, TestHighlightDedupGrouping, TestCollationKeyRangeQueries, AliasIntegrationTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed in 100.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 149 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 362 suites, 1562 tests, 1 failure, 42 ignored (14 assumptions)

Total time: 85 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure