You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/04 02:36:48 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_51) - Build # 3832 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3832/
Java: 32bit/jdk1.7.0_51 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
Could not fully createcollection: implicitcoll3

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully createcollection: implicitcoll3
	at __randomizedtesting.SeedInfo.seed([D306F6D2E46A174E:52E078CA93357772]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:497)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1715)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1679)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:184)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:127)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11110 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 3461493 T9750 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 3461493 T9750 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wr/z
   [junit4]   2> 3461498 T9750 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-CustomCollectionTest-1393896288462
   [junit4]   2> 3461500 T9750 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 3461501 T9751 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3461565 T9750 oasc.ZkTestServer.run start zk server on port:51771
   [junit4]   2> 3461567 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3461571 T9757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f95816 name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3461572 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3461572 T9750 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3461576 T9752 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1448ab170d60000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3461578 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3461581 T9759 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1446345 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3461581 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3461581 T9750 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3461586 T9750 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3461589 T9750 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3461593 T9750 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3461596 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3461596 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3461604 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3461605 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3461610 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3461611 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3461615 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3461615 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3461619 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3461619 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3461624 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3461625 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3461629 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3461629 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3461633 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3461633 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3461638 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3461638 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3461642 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3461643 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3461647 T9750 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3461647 T9750 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3461654 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3461656 T9761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d2460 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3461657 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3461660 T9752 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1448ab170d60002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3462912 T9750 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3462918 T9750 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3462925 T9750 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51781
   [junit4]   2> 3462928 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3462928 T9750 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3462929 T9750 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623
   [junit4]   2> 3462929 T9750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\'
   [junit4]   2> 3462959 T9750 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\solr.xml
   [junit4]   2> 3463046 T9750 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623
   [junit4]   2> 3463046 T9750 oasc.CoreContainer.<init> New CoreContainer 20311172
   [junit4]   2> 3463046 T9750 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\]
   [junit4]   2> 3463049 T9750 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3463049 T9750 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3463049 T9750 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3463051 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3463051 T9750 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3463051 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3463051 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3463052 T9750 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3463052 T9750 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3463065 T9750 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3463065 T9750 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3463065 T9750 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3463065 T9750 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51771/solr
   [junit4]   2> 3463065 T9750 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3463067 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3463069 T9772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@487533 name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3463070 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3463073 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3463076 T9774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@588576 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3463076 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3463078 T9750 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3463083 T9750 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3463088 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3463091 T9750 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3463092 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3463097 T9750 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3463100 T9750 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3463105 T9750 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3463105 T9750 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3463109 T9750 oasc.Overseer.start Overseer (id=91350387161169924-127.0.0.1:51781_wr%2Fz-n_0000000000) starting
   [junit4]   2> 3463114 T9750 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3463120 T9776 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3463121 T9750 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3463121 T9776 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 3463124 T9750 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3463127 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3463131 T9775 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3463136 T9750 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623
   [junit4]   2> 3463899 T9750 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\conf\
   [junit4]   2> 3463908 T9750 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3463909 T9750 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3463909 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3463916 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3463918 T9779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10db9f name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3463919 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3463920 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3463922 T9750 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3465198 T9750 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3465199 T9750 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3465206 T9750 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3465208 T9750 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51793
   [junit4]   2> 3465211 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3465211 T9750 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3465211 T9750 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885
   [junit4]   2> 3465211 T9750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\'
   [junit4]   2> 3465243 T9750 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\solr.xml
   [junit4]   2> 3465310 T9750 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885
   [junit4]   2> 3465310 T9750 oasc.CoreContainer.<init> New CoreContainer 2421661
   [junit4]   2> 3465310 T9750 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\]
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3465313 T9750 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3465321 T9750 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3465321 T9750 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3465321 T9750 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3465321 T9750 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51771/solr
   [junit4]   2> 3465321 T9750 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3465324 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3465340 T9790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d6aecd name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3465340 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3465347 T9752 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1448ab170d60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3465347 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3465350 T9792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e25147 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3465350 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3465358 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3466072 T9750 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51793_wr%2Fz
   [junit4]   2> 3466075 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51793_wr%2Fz
   [junit4]   2> 3466094 T9792 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3466095 T9774 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3466095 T9779 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3466103 T9750 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885
   [junit4]   2> 3466833 T9750 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\conf\
   [junit4]   2> 3466843 T9750 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3466843 T9750 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3466843 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3468060 T9750 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3468061 T9750 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3468068 T9750 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3468070 T9750 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51802
   [junit4]   2> 3468073 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3468073 T9750 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3468073 T9750 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810
   [junit4]   2> 3468073 T9750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\'
   [junit4]   2> 3468102 T9750 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\solr.xml
   [junit4]   2> 3468167 T9750 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810
   [junit4]   2> 3468167 T9750 oasc.CoreContainer.<init> New CoreContainer 31566543
   [junit4]   2> 3468167 T9750 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\]
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3468170 T9750 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3468172 T9750 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3468179 T9750 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3468179 T9750 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3468179 T9750 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3468181 T9750 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51771/solr
   [junit4]   2> 3468181 T9750 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3468182 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3468196 T9804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6867e name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3468196 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3468205 T9752 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1448ab170d60008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3468206 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3468208 T9806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165066c name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3468208 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3468217 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3468932 T9750 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51802_wr%2Fz
   [junit4]   2> 3468934 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51802_wr%2Fz
   [junit4]   2> 3468939 T9779 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3468939 T9774 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3468939 T9792 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3468940 T9806 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3468949 T9750 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810
   [junit4]   2> 3469643 T9750 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\conf\
   [junit4]   2> 3469653 T9750 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3469655 T9750 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3469655 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3470841 T9750 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3470841 T9750 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3470849 T9750 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3470852 T9750 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51811
   [junit4]   2> 3470855 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3470855 T9750 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3470855 T9750 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623
   [junit4]   2> 3470855 T9750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\'
   [junit4]   2> 3470904 T9750 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\solr.xml
   [junit4]   2> 3470973 T9750 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623
   [junit4]   2> 3470974 T9750 oasc.CoreContainer.<init> New CoreContainer 31323063
   [junit4]   2> 3470974 T9750 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\]
   [junit4]   2> 3470976 T9750 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3470976 T9750 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3470976 T9750 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3470977 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3470977 T9750 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3470977 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3470977 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3470978 T9750 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3470978 T9750 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3470986 T9750 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3470986 T9750 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3470986 T9750 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3470986 T9750 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51771/solr
   [junit4]   2> 3470987 T9750 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3470988 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3471012 T9818 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@114c4c7 name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3471012 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3471015 T9752 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1448ab170d6000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3471016 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3471019 T9820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df3804 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3471020 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3471026 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3471762 T9750 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51811_wr%2Fz
   [junit4]   2> 3471766 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51811_wr%2Fz
   [junit4]   2> 3471772 T9779 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3471773 T9792 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3471773 T9806 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3471774 T9774 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3471774 T9820 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3471782 T9750 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623
   [junit4]   2> 3472551 T9750 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\conf\
   [junit4]   2> 3472561 T9750 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3472562 T9750 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3472562 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3473935 T9750 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 3473936 T9750 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3473949 T9750 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3473952 T9750 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51820
   [junit4]   2> 3473958 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3473958 T9750 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3473958 T9750 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531
   [junit4]   2> 3473958 T9750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\'
   [junit4]   2> 3473994 T9750 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\solr.xml
   [junit4]   2> 3474075 T9750 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531
   [junit4]   2> 3474076 T9750 oasc.CoreContainer.<init> New CoreContainer 24828343
   [junit4]   2> 3474077 T9750 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\]
   [junit4]   2> 3474078 T9750 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3474078 T9750 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3474079 T9750 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3474079 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3474080 T9750 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3474080 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3474081 T9750 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3474081 T9750 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3474081 T9750 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3474090 T9750 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3474091 T9750 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3474092 T9750 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3474092 T9750 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51771/solr
   [junit4]   2> 3474093 T9750 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3474094 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3474110 T9832 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f62762 name:ZooKeeperConnection Watcher:127.0.0.1:51771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3474111 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3474123 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3474126 T9834 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e75c1b name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3474126 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3474135 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3474924 T9750 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51820_wr%2Fz
   [junit4]   2> 3474927 T9750 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51820_wr%2Fz
   [junit4]   2> 3474931 T9779 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474931 T9820 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474932 T9774 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474932 T9806 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474932 T9792 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474933 T9834 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3474940 T9750 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531
   [junit4]   2> 3475778 T9750 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\conf\
   [junit4]   2> 3475789 T9750 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3475790 T9750 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3475790 T9750 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3475799 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3475802 T9837 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@196c984 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3475802 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3475803 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3475812 T9750 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3475815 T9839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2498a6 name:ZooKeeperConnection Watcher:127.0.0.1:51771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3475816 T9750 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3475818 T9750 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3475917 T9816 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&wt=javabin&maxShardsPerNode=5&router.name=implicit&replicationFactor=5&version=2&shards=a,b,c&name=implicitcoll0
   [junit4]   2> 3475919 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3475922 T9776 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 3475922 T9776 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"implicitcoll0",
   [junit4]   2> 	  "replicationFactor":"5",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b,c",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 3475925 T9776 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 3475926 T9776 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/implicitcoll0 
   [junit4]   2> 3475926 T9776 oascc.SolrZkClient.makePath makePath: /collections/implicitcoll0
   [junit4]   2> 3475933 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3475935 T9775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3475936 T9775 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: implicitcoll0
   [junit4]   2> 3475937 T9775 oasc.Overseer$ClusterStateUpdater.createCollection Create collection implicitcoll0 with shards [a, b, c]
   [junit4]   2> 3475942 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3475946 T9774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475947 T9837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475948 T9792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475948 T9820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475948 T9834 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475947 T9806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475948 T9779 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3475948 T9839 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476012 T9776 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [a, b, c] , repFactor : 5
   [junit4]   2> 3476012 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica1 as part of slice a of collection implicitcoll0 on 127.0.0.1:51820_wr%2Fz
   [junit4]   2> 3476023 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica2 as part of slice a of collection implicitcoll0 on 127.0.0.1:51793_wr%2Fz
   [junit4]   2> 3476027 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica3 as part of slice a of collection implicitcoll0 on 127.0.0.1:51802_wr%2Fz
   [junit4]   2> 3476122 T9825 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=a&version=2&collection=implicitcoll0&name=implicitcoll0_a_replica1
   [junit4]   2> 3476126 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica4 as part of slice a of collection implicitcoll0 on 127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3476128 T9825 oasc.ZkController.publish publishing core=implicitcoll0_a_replica1 state=down
   [junit4]   2> 3476131 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_a_replica5 as part of slice a of collection implicitcoll0 on 127.0.0.1:51811_wr%2Fz
   [junit4]   2> 3476133 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476132 T9825 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476132 T9785 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=a&version=2&collection=implicitcoll0&name=implicitcoll0_a_replica2
   [junit4]   2> 3476224 T9800 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=a&version=2&collection=implicitcoll0&name=implicitcoll0_a_replica3
   [junit4]   2> 3476225 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica1 as part of slice b of collection implicitcoll0 on 127.0.0.1:51820_wr%2Fz
   [junit4]   2> 3476226 T9770 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=a&version=2&collection=implicitcoll0&name=implicitcoll0_a_replica4
   [junit4]   2> 3476231 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica2 as part of slice b of collection implicitcoll0 on 127.0.0.1:51793_wr%2Fz
   [junit4]   2> 3476236 T9775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3476238 T9785 oasc.ZkController.publish publishing core=implicitcoll0_a_replica2 state=down
   [junit4]   2> 3476240 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51820/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51820_wr%2Fz",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476241 T9800 oasc.ZkController.publish publishing core=implicitcoll0_a_replica3 state=down
   [junit4]   2> 3476244 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica3 as part of slice b of collection implicitcoll0 on 127.0.0.1:51802_wr%2Fz
   [junit4]   2> 3476247 T9770 oasc.ZkController.publish publishing core=implicitcoll0_a_replica4 state=down
   [junit4]   2> 3476247 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476248 T9800 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476247 T9828 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=b&version=2&collection=implicitcoll0&name=implicitcoll0_b_replica1
   [junit4]   2> 3476251 T9785 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476252 T9788 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=b&version=2&collection=implicitcoll0&name=implicitcoll0_b_replica2
   [junit4]   2> 3476257 T9770 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476260 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica4 as part of slice b of collection implicitcoll0 on 127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3476264 T9828 oasc.ZkController.publish publishing core=implicitcoll0_b_replica1 state=down
   [junit4]   2> 3476269 T9788 oasc.ZkController.publish publishing core=implicitcoll0_b_replica2 state=down
   [junit4]   2> 3476269 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476270 T9828 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476271 T9797 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=b&version=2&collection=implicitcoll0&name=implicitcoll0_b_replica3
   [junit4]   2> 3476273 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51793/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51793_wr%2Fz",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476275 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_b_replica5 as part of slice b of collection implicitcoll0 on 127.0.0.1:51811_wr%2Fz
   [junit4]   2> 3476277 T9788 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476286 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica1 as part of slice c of collection implicitcoll0 on 127.0.0.1:51820_wr%2Fz
   [junit4]   2> 3476292 T9797 oasc.ZkController.publish publishing core=implicitcoll0_b_replica3 state=down
   [junit4]   2> 3476322 T9815 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=a&version=2&collection=implicitcoll0&name=implicitcoll0_a_replica5
   [junit4]   2> 3476326 T9797 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476328 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica2 as part of slice c of collection implicitcoll0 on 127.0.0.1:51793_wr%2Fz
   [junit4]   2> 3476332 T9767 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=b&version=2&collection=implicitcoll0&name=implicitcoll0_b_replica4
   [junit4]   2> 3476337 T9830 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=c&version=2&collection=implicitcoll0&name=implicitcoll0_c_replica1
   [junit4]   2> 3476340 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51802/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51802_wr%2Fz",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476348 T9815 oasc.ZkController.publish publishing core=implicitcoll0_a_replica5 state=down
   [junit4]   2> 3476350 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica3 as part of slice c of collection implicitcoll0 on 127.0.0.1:51802_wr%2Fz
   [junit4]   2> 3476355 T9783 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=c&version=2&collection=implicitcoll0&name=implicitcoll0_c_replica2
   [junit4]   2> 3476359 T9815 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476360 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476361 T9767 oasc.ZkController.publish publishing core=implicitcoll0_b_replica4 state=down
   [junit4]   2> 3476363 T9830 oasc.ZkController.publish publishing core=implicitcoll0_c_replica1 state=down
   [junit4]   2> 3476365 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica4 as part of slice c of collection implicitcoll0 on 127.0.0.1:51781_wr%2Fz
   [junit4]   2> 3476367 T9767 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476370 T9783 oasc.ZkController.publish publishing core=implicitcoll0_c_replica2 state=down
   [junit4]   2> 3476372 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51781/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51781_wr%2Fz",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476373 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476373 T9830 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476378 T9776 oasc.OverseerCollectionProcessor.createCollection Creating shard implicitcoll0_c_replica5 as part of slice c of collection implicitcoll0 on 127.0.0.1:51811_wr%2Fz
   [junit4]   2> 3476378 T9783 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476378 T9813 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=b&version=2&collection=implicitcoll0&name=implicitcoll0_b_replica5
   [junit4]   2> 3476378 T9801 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=c&version=2&collection=implicitcoll0&name=implicitcoll0_c_replica3
   [junit4]   2> 3476386 T9813 oasc.ZkController.publish publishing core=implicitcoll0_b_replica5 state=down
   [junit4]   2> 3476387 T9811 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=c&version=2&collection=implicitcoll0&name=implicitcoll0_c_replica5
   [junit4]   2> 3476389 T9813 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476390 T9769 oasha.CoreAdminHandler.handleCreateAction core create command numShards=3&action=CREATE&collection.configName=conf1&wt=javabin&qt=/admin/cores&shard=c&version=2&collection=implicitcoll0&name=implicitcoll0_c_replica4
   [junit4]   2> 3476389 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476392 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51820/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51820_wr%2Fz",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476393 T9801 oasc.ZkController.publish publishing core=implicitcoll0_c_replica3 state=down
   [junit4]   2> 3476396 T9801 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476396 T9811 oasc.ZkController.publish publishing core=implicitcoll0_c_replica5 state=down
   [junit4]   2> 3476397 T9769 oasc.ZkController.publish publishing core=implicitcoll0_c_replica4 state=down
   [junit4]   2> 3476398 T9811 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476399 T9769 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3476401 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51793/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51793_wr%2Fz",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476405 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476405 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51802/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51802_wr%2Fz",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476408 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476410 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51811/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_a_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51811_wr%2Fz",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476418 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476419 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51781/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51781_wr%2Fz",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476423 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476424 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51820/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51820_wr%2Fz",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476427 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476428 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51793/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51793_wr%2Fz",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476432 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476434 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51811/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_b_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51811_wr%2Fz",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476437 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476438 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51802/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51802_wr%2Fz",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476441 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476443 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51811/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica5",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51811_wr%2Fz",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476446 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476447 T9775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51781/wr/z",
   [junit4]   2> 	  "core":"implicitcoll0_c_replica4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51781_wr%2Fz",
   [junit4]   2> 	  "shard":"c",
   [junit4]   2> 	  "collection":"implicitcoll0",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3476450 T9774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3476532 T9839 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476533 T9820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476534 T9834 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476534 T9779 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476534 T9837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476534 T9774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476535 T9806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476535 T9792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3476920 T9825 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica1
   [junit4]   2> 3476923 T9825 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica1' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_a_replica1
   [junit4]   2> 3476923 T9825 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3476924 T9825 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3476924 T9825 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3476926 T9825 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3476926 T9825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_a_replica1\'
   [junit4]   2> 3477016 T9825 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3477030 T9800 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica3
   [junit4]   2> 3477032 T9800 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica3' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\implicitcoll0_a_replica3
   [junit4]   2> 3477032 T9800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477034 T9800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477034 T9800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477036 T9785 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica2
   [junit4]   2> 3477037 T9785 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\implicitcoll0_a_replica2
   [junit4]   2> 3477037 T9785 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477040 T9770 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica4
   [junit4]   2> 3477043 T9785 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477043 T9785 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477043 T9800 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477044 T9800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\implicitcoll0_a_replica3\'
   [junit4]   2> 3477044 T9770 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica4' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\implicitcoll0_a_replica4
   [junit4]   2> 3477045 T9770 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477066 T9770 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477067 T9770 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477068 T9828 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica1
   [junit4]   2> 3477068 T9828 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica1' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_b_replica1
   [junit4]   2> 3477069 T9828 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477070 T9788 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica2
   [junit4]   2> 3477071 T9785 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477071 T9785 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\implicitcoll0_a_replica2\'
   [junit4]   2> 3477072 T9828 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477072 T9828 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477074 T9770 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477075 T9770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\implicitcoll0_a_replica4\'
   [junit4]   2> 3477077 T9788 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\implicitcoll0_b_replica2
   [junit4]   2> 3477077 T9788 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477100 T9788 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477100 T9788 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477109 T9797 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica3
   [junit4]   2> 3477131 T9825 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3477138 T9797 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica3' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\implicitcoll0_b_replica3
   [junit4]   2> 3477138 T9797 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477140 T9815 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_a_replica5
   [junit4]   2> 3477141 T9828 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477141 T9828 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_b_replica1\'
   [junit4]   2> 3477142 T9797 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477142 T9797 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477146 T9815 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_a_replica5' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\implicitcoll0_a_replica5
   [junit4]   2> 3477146 T9815 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477148 T9767 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica4
   [junit4]   2> 3477151 T9767 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica4' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\implicitcoll0_b_replica4
   [junit4]   2> 3477151 T9767 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477164 T9788 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477164 T9788 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\implicitcoll0_b_replica2\'
   [junit4]   2> 3477165 T9783 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica2
   [junit4]   2> 3477167 T9830 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica1
   [junit4]   2> 3477168 T9825 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3477168 T9767 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477179 T9813 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_b_replica5
   [junit4]   2> 3477181 T9813 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_b_replica5' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\implicitcoll0_b_replica5
   [junit4]   2> 3477181 T9813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477179 T9825 oass.IndexSchema.readSchema [implicitcoll0_a_replica1] Schema name=test
   [junit4]   2> 3477172 T9800 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3477168 T9830 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica1' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_c_replica1
   [junit4]   2> 3477194 T9830 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477267 T9800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3477270 T9767 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477289 T9783 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-jetty1-1393896290885\implicitcoll0_c_replica2
   [junit4]   2> 3477291 T9783 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477288 T9801 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica3
   [junit4]   2> 3477294 T9815 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477294 T9815 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477288 T9811 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica5
   [junit4]   2> 3477296 T9801 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica3' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\implicitcoll0_c_replica3
   [junit4]   2> 3477297 T9801 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477288 T9769 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for implicitcoll0_c_replica4
   [junit4]   2> 3477299 T9811 oasc.CoreContainer.create Creating SolrCore 'implicitcoll0_c_replica5' using instanceDir: .\org.apache.solr.cloud.CustomCollectionTest-jetty3-1393896296623\implicitcoll0_c_replica5
   [junit4]   2> 3477299 T9811 oasc.ZkController.createCollectionZkNode Check for collection zkNode:implicitcoll0
   [junit4]   2> 3477300 T9830 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477300 T9830 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477342 T9770 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3477368 T9813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477368 T9813 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477369 T9797 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477369 T9797 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty2-1393896293810\implicitcoll0_b_replica3\'
   [junit4]   2> 3477376 T9783 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477377 T9783 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477377 T9830 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477377 T9830 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.CustomCollectionTest-jetty4-1393896299531\implicitcoll0_c_replica1\'
   [junit4]   2> 3477423 T9785 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3477377 T9811 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477555 T9811 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477377 T9801 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3477556 T9801 oascc.ZkStateReader.readConfigName Load collection config from:/collections/implicitcoll0
   [junit4]   2> 3477555 T9767 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477557 T9767 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CustomCollectionTest-controljetty-1393896288623\implicitcoll0_b_replica4\'
   [junit4]   2> 3477555 T9815 oascc.ZkStateReader.readConfigName path=/collections/implicitcoll0 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3477554 T9785 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3477478 T9828 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   

[...truncated too long message...]

[junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=431), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=431)), sim=DefaultSimilarity, locale=es_HN, timezone=Etc/GMT+7
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_51 (32-bit)/cpus=2,threads=1,free=128714232,total=416694272
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicationHandler, TestLRUCache, TestDocSet, TestDefaultSimilarityFactory, TestCustomSort, TestClassNameShortening, ChaosMonkeyNothingIsSafeTest, TestAnalyzedSuggestions, SortByFunctionTest, TestStandardQParsers, OverseerCollectionProcessorTest, TestSchemaVersionResource, OverseerRolesTest, IndexSchemaRuntimeFieldTest, OverseerTest, TestSolrDeletionPolicy1, TestDistributedMissingSort, SampleTest, StandardRequestHandlerTest, TestLFUCache, TestCSVResponseWriter, TestConfig, DistributedDebugComponentTest, TestGroupingSearch, DateMathParserTest, TestShardHandlerFactory, DistributedSuggestComponentTest, TestInitQParser, ShowFileRequestHandlerTest, TestFieldTypeCollectionResource, TestSystemIdResolver, TestDefaultSearchFieldResource, TestAnalyzeInfixSuggestions, TestLazyCores, TermsComponentTest, DistanceFunctionTest, TestSchemaSimilarityResource, TimeZoneUtilsTest, SolrXmlInZkTest, SchemaVersionSpecificBehaviorTest, TestRealTimeGet, TestCollationFieldDocValues, TestHighFrequencyDictionaryFactory, FileBasedSpellCheckerTest, SimpleFacetsTest, ZkCLITest, RequiredFieldsTest, PrimitiveFieldTypeTest, TestPseudoReturnFields, TestSolrXmlPersistor, TestCollationField, TestExtendedDismaxParser, QueryParsingTest, DistribCursorPagingTest, DocValuesMultiTest, TestSolrIndexConfig, DistributedQueryComponentCustomSortTest, HardAutoCommitTest, TestQuerySenderListener, FunctionTest, FullSolrCloudDistribCmdsTest, TestPerFieldSimilarity, BadIndexSchemaTest, TestWordDelimiterFilterFactory, TestSolrJ, TestRecovery, TestDFRSimilarityFactory, TermVectorComponentTest, PingRequestHandlerTest, TestDocBasedVersionConstraints, CoreContainerCoreInitFailuresTest, TestPHPSerializedResponseWriter, TestMultiCoreConfBootstrap, SliceStateUpdateTest, TestSerializedLuceneMatchVersion, DOMUtilTest, RecoveryZkTest, TestFieldCollectionResource, SolrPluginUtilsTest, TestModifyConfFiles, HdfsBasicDistributedZk2Test, DirectSolrConnectionTest, ZkSolrClientTest, ShardRoutingTest, TestBinaryField, TestSolrQueryParserDefaultOperatorResource, CacheHeaderTest, TestFieldResource, ModifyConfFileTest, SolrCmdDistributorTest, TestSolr4Spatial, PreAnalyzedFieldTest, StatelessScriptUpdateProcessorFactoryTest, BasicFunctionalityTest, ExternalFileFieldSortTest, TestSolrQueryParserResource, TestBlendedInfixSuggestions, TestIBSimilarityFactory, QueryFacetTest, TestArbitraryIndexDir, TestStressReorder, TestWriterPerf, ClusterStateTest, DistributedQueryElevationComponentTest, TestDynamicFieldCollectionResource, TestCursorMarkWithoutUniqueKey, PolyFieldTest, CursorMarkTest, ChangedSchemaMergeTest, IndexSchemaTest, CopyFieldTest, TestRandomDVFaceting, SoftAutoCommitTest, TestJoin, BlockCacheTest, TestRecoveryHdfs, SuggesterTSTTest, BlockDirectoryTest, TestDistributedGrouping, DefaultValueUpdateProcessorTest, TestValueSourceCache, FileUtilsTest, CachingDirectoryFactoryTest, SearchHandlerTest, SimplePostToolTest, TriLevelCompositeIdRoutingTest, DeleteReplicaTest, FieldMutatingUpdateProcessorTest, TestSchemaResource, TestFreeTextSuggestions, EchoParamsTest, HdfsSyncSliceTest, SpellCheckComponentTest, HdfsLockFactoryTest, TestSchemaNameResource, TestFieldTypeResource, TestInfoStreamLogging, MBeansHandlerTest, DirectSolrSpellCheckerTest, TestCSVLoader, TestBadConfig, TestFastLRUCache, TestXIncludeConfig, TermVectorComponentDistributedTest, TestOmitPositions, TestSolrXml, TestSolrXmlPersistence, TestComponentsName, TestStressLucene, BadCopyFieldTest, DistributedExpandComponentTest, TestFastOutputStream, FieldFacetExtrasTest, TestRangeQuery, HdfsCollectionsAPIDistributedZkTest, TestSurroundQueryParser, ConvertedLegacyTest, NotRequiredUniqueKeyTest, AnalysisAfterCoreReloadTest, SynonymTokenizerTest, DistributedQueryComponentOptimizationTest, TestMaxScoreQueryParser, StatsComponentTest, CoreAdminHandlerTest, MigrateRouteKeyTest, CurrencyFieldXmlFileTest, TestCodecSupport, AssignTest, BasicDistributedZk2Test, DocumentBuilderTest, AlternateDirectoryTest, TestUtils, ShardRoutingCustomTest, BinaryUpdateRequestHandlerTest, UnloadDistributedZkTest, SyncSliceTest, TestDynamicFieldResource, SystemInfoHandlerTest, QueryElevationComponentTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestDistributedSearch, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SolrCoreTest, PeerSyncTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestSolrXMLSerializer, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, AbstractAnalyticsStatsTest, NoFacetTest, ExpressionTest, AbstractAnalyticsFacetTest, RangeFacetTest, AliasIntegrationTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed in 185.81s, 1 test, 1 error <<< FAILURES!

[...truncated 145 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:465: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:445: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:490: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1274: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:907: There were test failures: 376 suites, 1614 tests, 1 error, 53 ignored (25 assumptions)

Total time: 95 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_51 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure