You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/09/25 08:07:53 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_67) - Build # 4335 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4335/
Java: 32bit/jdk1.7.0_67 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:56873/uuso, https://127.0.0.1:56882/uuso, https://127.0.0.1:56858/uuso, https://127.0.0.1:56891/uuso, https://127.0.0.1:56900/uuso]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:56873/uuso, https://127.0.0.1:56882/uuso, https://127.0.0.1:56858/uuso, https://127.0.0.1:56891/uuso, https://127.0.0.1:56900/uuso]
	at __randomizedtesting.SeedInfo.seed([7807CBB7B0EB7E94:F9E145AFC7B41EA8]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144)
	at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor71.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : delLiveColl/shard1/core_node1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:552)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 46 more




Build Log:
[...truncated 12100 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\init-core-data-001
   [junit4]   2> 5892953 T13927 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 5892954 T13927 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /uuso/
   [junit4]   2> 5892958 T13927 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 5892959 T13927 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5892960 T13928 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 5893064 T13927 oasc.ZkTestServer.run start zk server on port:56848
   [junit4]   2> 5893064 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5893067 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5893070 T13934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a4989 name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5893071 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5893071 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5893071 T13927 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 5893077 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5893080 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5893081 T13936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f4419 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5893082 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5893082 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5893082 T13927 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 5893086 T13927 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 5893089 T13927 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 5893092 T13927 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 5893096 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 5893096 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 5893103 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 5893103 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 5893107 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5893107 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5893111 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 5893111 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 5893116 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 5893116 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 5893120 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 5893120 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 5893125 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 5893125 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 5893130 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5893130 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5893134 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5893134 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5893139 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 5893139 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 5893143 T13927 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 5893144 T13927 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 5893149 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5893149 T13929 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148ab56035a0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 5893150 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5893152 T13938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f3bb08 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5893153 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5893153 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5894763 T13927 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5894775 T13927 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 5894780 T13927 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56858
   [junit4]   2> 5894783 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5894783 T13927 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5894783 T13927 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002
   [junit4]   2> 5894786 T13927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002\'
   [junit4]   2> 5894829 T13927 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002\solr.xml
   [junit4]   2> 5894879 T13927 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002
   [junit4]   2> 5894879 T13927 oasc.CoreContainer.<init> New CoreContainer 2112252
   [junit4]   2> 5894879 T13927 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002\]
   [junit4]   2> 5894934 T13927 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5894934 T13927 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5894934 T13927 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5894934 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5894938 T13927 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5894938 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5894938 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5894938 T13927 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5894938 T13927 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5894943 T13927 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 5894947 T13927 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5894947 T13927 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5894949 T13927 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5894949 T13927 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56848/solr
   [junit4]   2> 5894949 T13927 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5894949 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5894952 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5894954 T13949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ecc42c name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5894956 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5894956 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5894959 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5894961 T13951 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ab533 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5894961 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5894963 T13927 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 5894969 T13927 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 5894973 T13927 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 5894979 T13927 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 5894983 T13927 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 5894990 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 5894993 T13927 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56858_uuso
   [junit4]   2> 5894996 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56858_uuso
   [junit4]   2> 5895000 T13927 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 5895003 T13927 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 5895007 T13927 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5895009 T13927 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56858_uuso
   [junit4]   2> 5895009 T13927 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 5895012 T13927 oasc.Overseer.start Overseer (id=92512178272862212-127.0.0.1:56858_uuso-n_0000000000) starting
   [junit4]   2> 5895018 T13927 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 5895038 T13927 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 5895040 T13953 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 5895042 T13927 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 5895048 T13927 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 5895052 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5895060 T13952 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 5895065 T13927 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002
   [junit4]   2> 5895809 T13927 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002\conf\
   [junit4]   2> 5895947 T13927 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5895949 T13927 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 5895950 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5895960 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5895962 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5895965 T13957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21df1d name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5895965 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5895965 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5895967 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5895972 T13927 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 5895972 T13927 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 5895972 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5895976 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5895977 T13959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8927d4 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5895977 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5895978 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5895981 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5895988 T13952 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 5895988 T13952 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 5895988 T13952 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 5895992 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 5895997 T13960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5895997 T13961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 5897782 T13927 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 5897785 T13927 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5897800 T13927 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 5897804 T13927 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56873
   [junit4]   2> 5897808 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5897809 T13927 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5897809 T13927 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003
   [junit4]   2> 5897810 T13927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003\'
   [junit4]   2> 5897851 T13927 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003\solr.xml
   [junit4]   2> 5897910 T13927 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003
   [junit4]   2> 5897911 T13927 oasc.CoreContainer.<init> New CoreContainer 19917084
   [junit4]   2> 5897911 T13927 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003\]
   [junit4]   2> 5897913 T13927 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5897914 T13927 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5897914 T13927 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5897915 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5897915 T13927 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5897915 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5897916 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5897916 T13927 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5897917 T13927 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5897920 T13927 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 5897924 T13927 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5897925 T13927 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5897925 T13927 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5897926 T13927 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56848/solr
   [junit4]   2> 5897926 T13927 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5897927 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5897929 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5897930 T13972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ef0b9 name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5897931 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5897931 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5897935 T13929 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148ab56035a0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 5897937 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5897939 T13974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197fae7 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5897939 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5897954 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5899108 T13927 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56873_uuso
   [junit4]   2> 5899110 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56873_uuso
   [junit4]   2> 5899120 T13927 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5899126 T13927 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003
   [junit4]   2> 5899858 T13927 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-003\conf\
   [junit4]   2> 5899984 T13927 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5899987 T13927 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 5899987 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5901636 T13927 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 5901637 T13927 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5901651 T13927 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 5901653 T13927 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56882
   [junit4]   2> 5901658 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5901659 T13927 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5901659 T13927 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004
   [junit4]   2> 5901661 T13927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\'
   [junit4]   2> 5901704 T13927 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\solr.xml
   [junit4]   2> 5901765 T13927 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004
   [junit4]   2> 5901766 T13927 oasc.CoreContainer.<init> New CoreContainer 4262954
   [junit4]   2> 5901767 T13927 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\]
   [junit4]   2> 5901768 T13927 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5901768 T13927 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5901770 T13927 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5901770 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5901771 T13927 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5901771 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5901771 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5901772 T13927 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5901772 T13927 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5901776 T13927 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 5901780 T13927 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5901781 T13927 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5901781 T13927 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5901781 T13927 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56848/solr
   [junit4]   2> 5901782 T13927 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5901782 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5901785 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5901787 T13987 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d11fe name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5901788 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5901788 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5901794 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5901796 T13989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1314aa8 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5901796 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5901811 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5902959 T13927 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56882_uuso
   [junit4]   2> 5902961 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56882_uuso
   [junit4]   2> 5902976 T13927 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5902990 T13927 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004
   [junit4]   2> 5904282 T13927 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\conf\
   [junit4]   2> 5904499 T13927 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5904502 T13927 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 5904502 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5906569 T13927 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 5906570 T13927 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5906584 T13927 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 5906588 T13927 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56891
   [junit4]   2> 5906595 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5906597 T13927 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5906597 T13927 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005
   [junit4]   2> 5906598 T13927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005\'
   [junit4]   2> 5906655 T13927 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005\solr.xml
   [junit4]   2> 5906728 T13927 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005
   [junit4]   2> 5906729 T13927 oasc.CoreContainer.<init> New CoreContainer 30925314
   [junit4]   2> 5906729 T13927 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005\]
   [junit4]   2> 5906731 T13927 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5906731 T13927 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5906732 T13927 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5906732 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5906734 T13927 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5906734 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5906735 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5906735 T13927 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5906736 T13927 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5906741 T13927 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 5906746 T13927 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5906746 T13927 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5906747 T13927 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5906747 T13927 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56848/solr
   [junit4]   2> 5906748 T13927 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5906748 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5906751 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5906753 T14002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15aa8ac name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5906755 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5906755 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5906761 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5906763 T14004 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9a342f name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5906764 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5906778 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5908041 T13927 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56891_uuso
   [junit4]   2> 5908043 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56891_uuso
   [junit4]   2> 5908057 T13927 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5908065 T13927 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005
   [junit4]   2> 5909568 T13927 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005\conf\
   [junit4]   2> 5909850 T13927 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5909854 T13927 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 5909854 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5911860 T13927 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 5911861 T13927 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5911876 T13927 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 5911878 T13927 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56900
   [junit4]   2> 5911885 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5911885 T13927 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5911887 T13927 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006
   [junit4]   2> 5911887 T13927 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\'
   [junit4]   2> 5911934 T13927 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\solr.xml
   [junit4]   2> 5912147 T13927 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006
   [junit4]   2> 5912149 T13927 oasc.CoreContainer.<init> New CoreContainer 5001938
   [junit4]   2> 5912149 T13927 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\]
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 5912152 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 5912155 T13927 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 5912155 T13927 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 5912155 T13927 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 5912172 T13927 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 5912179 T13927 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 5912179 T13927 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 5912182 T13927 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 5912182 T13927 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56848/solr
   [junit4]   2> 5912182 T13927 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 5912184 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5912188 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5912194 T14017 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48244d name:ZooKeeperConnection Watcher:127.0.0.1:56848 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5912194 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5912194 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5912204 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5912209 T14019 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f51b9f name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5912209 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5912226 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5913491 T13927 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56900_uuso
   [junit4]   2> 5913492 T13927 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56900_uuso
   [junit4]   2> 5913506 T13927 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 5913514 T13927 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006
   [junit4]   2> 5914963 T13927 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\conf\
   [junit4]   2> 5915192 T13927 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 5915196 T13927 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 5915196 T13927 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 5915214 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5915216 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5915219 T14023 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d8b6d name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5915219 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5915219 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5915223 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5915229 T13927 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl
   [junit4]   2> 5915229 T13927 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 5915231 T13927 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 5915232 T14025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1050d66 name:ZooKeeperConnection Watcher:127.0.0.1:56848/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5915234 T13927 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 5915234 T13927 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 5915236 T13927 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 5915324 T13980 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&name=delLiveColl&maxShardsPerNode=2&wt=javabin&stateFormat=2&numShards=2&replicationFactor=2&action=CREATE
   [junit4]   2> 5915328 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915331 T13953 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 5915333 T14026 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 5915336 T14026 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 5915336 T14026 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl 
   [junit4]   2> 5915338 T14026 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 5915346 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915355 T13952 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
   [junit4]   2> 5915355 T13952 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
   [junit4]   2> 5915356 T13952 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2
   [junit4]   2> 5915362 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json
   [junit4]   2> 5915366 T13990 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915366 T13975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915367 T13960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915367 T14005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915367 T13961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915368 T14020 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915372 T14028 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915377 T14027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 5915472 T14026 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 5915472 T14026 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:56858_uuso
   [junit4]   2> 5915476 T14026 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:56891_uuso
   [junit4]   2> 5915480 T14026 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:56900_uuso
   [junit4]   2> 5915547 T13944 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&version=2&name=delLiveColl_shard1_replica1&qt=/admin/cores&collection=delLiveColl&wt=javabin&numShards=2&shard=shard1&action=CREATE
   [junit4]   2> 5915549 T14026 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:56882_uuso
   [junit4]   2> 5915553 T13997 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&version=2&name=delLiveColl_shard1_replica2&qt=/admin/cores&collection=delLiveColl&wt=javabin&numShards=2&shard=shard1&action=CREATE
   [junit4]   2> 5915618 T13982 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&version=2&name=delLiveColl_shard2_replica2&qt=/admin/cores&collection=delLiveColl&wt=javabin&numShards=2&shard=shard2&action=CREATE
   [junit4]   2> 5915634 T13944 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl
   [junit4]   2> 5915635 T14015 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&version=2&name=delLiveColl_shard2_replica1&qt=/admin/cores&collection=delLiveColl&wt=javabin&numShards=2&shard=shard2&action=CREATE
   [junit4]   2> 5915642 T13997 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl
   [junit4]   2> 5915643 T13982 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl
   [junit4]   2> 5915645 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915650 T13944 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 5915650 T13944 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 5915652 T13944 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 5915654 T13982 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 5915654 T13982 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 5915656 T14015 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl
   [junit4]   2> 5915657 T13997 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 5915658 T13997 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 5915658 T13944 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 5915659 T13944 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5915657 T13982 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 5915662 T13997 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 5915664 T13982 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 5915664 T13982 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5915668 T13997 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 5915668 T13997 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5915668 T14015 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 5915669 T14015 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 5915672 T14015 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 5915673 T13952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 5915673 T13952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56858_uuso",
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56858/uuso",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 5915675 T14015 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 5915677 T14015 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 5915679 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 5915681 T14020 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915683 T13960 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915683 T13990 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915683 T14020 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 5915683 T14005 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915685 T13990 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 5915686 T14005 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 5915689 T13960 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 5915700 T13952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 5915700 T13952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56882_uuso",
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56882/uuso",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 5915705 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915706 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 5915707 T14020 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915708 T14005 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915708 T13960 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915710 T13990 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915711 T14020 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 5915711 T14005 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 5915711 T13990 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 5915716 T13960 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 5915727 T13952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 5915727 T13952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56891_uuso",
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56891/uuso",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 5915732 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915733 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 5915734 T14020 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915735 T13990 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915736 T14020 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 5915736 T14005 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915736 T13960 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915738 T13990 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 5915739 T14005 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 5915743 T13960 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 5915751 T13952 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 5915752 T13952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56900_uuso",
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56900/uuso",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 5915757 T13960 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 5915761 T13952 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 5915766 T14020 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915767 T13990 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915767 T13960 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915768 T14020 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 5915767 T14005 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 5915770 T13990 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 5915771 T14005 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 5915774 T13960 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 5916912 T13944 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
   [junit4]   2> 5916912 T13944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 5916915 T13944 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5916915 T13944 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 5916917 T13944 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5916917 T13944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-002\delLiveColl_shard1_replica1\'
   [junit4]   2> 5916919 T13982 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
   [junit4]   2> 5916919 T13982 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 5916921 T13982 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5916921 T13982 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 5916926 T13982 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5916926 T13982 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\'
   [junit4]   2> 5916930 T13997 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
   [junit4]   2> 5916930 T13997 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 5916932 T14015 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
   [junit4]   2> 5916932 T14015 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 5916934 T13997 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5916934 T13997 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 5916941 T14015 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 5916941 T14015 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 5916945 T13997 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5916947 T13997 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-005\delLiveColl_shard1_replica2\'
   [junit4]   2> 5916957 T14015 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 5916957 T14015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\'
   [junit4]   2> 5917085 T14015 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 5917102 T13982 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 5917146 T14015 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5917248 T13982 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5917341 T14015 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 5917342 T13997 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 5917353 T14015 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
   [junit4]   2> 5917513 T13944 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 5917594 T13944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5917597 T13982 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 5917608 T13982 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
   [junit4]   2> 5917879 T13997 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 5918179 T13982 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5918191 T13982 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5918197 T13982 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5918202 T13944 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 5918205 T13997 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 5918214 T13944 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
   [junit4]   2> 5918224 T13997 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
   [junit4]   2> 5918397 T14015 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5918411 T14015 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5918417 T14015 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5919498 T13997 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5919510 T13997 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5919518 T13997 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5919558 T13982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919567 T13982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919574 T13982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919579 T13982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919579 T13982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919603 T13944 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5919605 T14015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919617 T13944 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 5919619 T14015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919619 T13997 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919619 T13982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919619 T13944 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 5919632 T14015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919636 T13982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919636 T13982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919637 T13982 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using configuration from collection delLiveColl
   [junit4]   2> 5919638 T13982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5919638 T13982 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\data\
   [junit4]   2> 5919638 T13982 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a62e40
   [junit4]   2> 5919636 T13997 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919642 T13982 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\data\
   [junit4]   2> 5919645 T13982 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\data\index/
   [junit4]   2> 5919644 T14015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919645 T13982 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 5919646 T14015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919648 T14015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919646 T13982 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-004\delLiveColl_shard2_replica2\data\index
   [junit4]   2> 5919652 T13982 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7028155196249711]
   [junit4]   2> 5919653 T13982 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-1d43d39)),segFN=segments_1,generation=1}
   [junit4]   2> 5919653 T13982 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 5919657 T13997 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919660 T13982 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 5919663 T13982 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 5919664 T13982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 5919664 T13982 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5919665 T13982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 5919667 T13982 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 5919668 T13982 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5919665 T14015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919669 T13982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 5919671 T13982 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 5919667 T13997 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919672 T13997 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919673 T13997 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5919672 T13982 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5919676 T13982 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5919677 T13982 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 5919679 T13982 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 5919679 T13982 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 5919680 T13982 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 5919681 T13982 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 5919671 T14015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919683 T14015 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using configuration from collection delLiveColl
   [junit4]   2> 5919683 T14015 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5919681 T13982 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 5919684 T14015 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\data\
   [junit4]   2> 5919685 T14015 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a62e40
   [junit4]   2> 5919680 T13997 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 5919687 T13997 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 5919684 T13982 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 5919687 T13997 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using configuration from collection delLiveColl
   [junit4]   2> 5919688 T13997 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 5919687 T14015 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\data\
   [junit4]   2> 5919691 T14015 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\data\index/
   [junit4]   2> 5919691 T14015 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 5919692 T13944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 5919693 T14015 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001\tempDir-006\delLiveColl_shard2_replica1\d

[...truncated too long message...]

r\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-7807CBB7B0EB7E94-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=et, timezone=Etc/Zulu
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_67 (32-bit)/cpus=2,threads=1,free=235279736,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [FieldAnalysisRequestHandlerTest, TermsComponentTest, TestFieldCollectionResource, TestHighlightDedupGrouping, TestBM25SimilarityFactory, AutoCommitTest, DirectSolrConnectionTest, JSONWriterTest, TestAtomicUpdateErrorCases, TestSolrQueryParserResource, SimplePostToolTest, MultiThreadedOCPTest, TestFiltering, TestCloudSchemaless, TestCSVLoader, TestSolrDeletionPolicy1, CacheHeaderTest, TestRestManager, CSVRequestHandlerTest, TestSolr4Spatial2, AddSchemaFieldsUpdateProcessorFactoryTest, AliasIntegrationTest, TestMaxScoreQueryParser, TestFieldSortValues, IndexBasedSpellCheckerTest, ShowFileRequestHandlerTest, URLClassifyProcessorTest, OverriddenZkACLAndCredentialsProvidersTest, CurrencyFieldXmlFileTest, HdfsSyncSliceTest, SpellCheckComponentTest, LeaderFailoverAfterPartitionTest, TestStressReorder, TestDefaultSearchFieldResource, AnalysisErrorHandlingTest, PluginInfoTest, DocValuesMultiTest, TestMissingGroups, TestManagedSchemaDynamicFieldResource, TestUniqueKeyFieldResource, HdfsBasicDistributedZkTest, TestSolrCoreProperties, TestExtendedDismaxParser, TestCodecSupport, ZkControllerTest, TestSchemaSimilarityResource, TestCharFilters, HdfsWriteToMultipleCollectionsTest, TestDFRSimilarityFactory, PathHierarchyTokenizerFactoryTest, TestCollapseQParserPlugin, TestManagedResourceStorage, SolrCoreCheckLockOnStartupTest, TestNonDefinedSimilarityFactory, TestReplicationHandler, RegexBoostProcessorTest, BadIndexSchemaTest, TestSolrXmlPersistence, BJQParserTest, TestWriterPerf, TestBinaryField, TestReplicationHandlerBackup, TestSimpleQParserPlugin, TestStressRecovery, UniqFieldsUpdateProcessorFactoryTest, HighlighterTest, SpellPossibilityIteratorTest, IndexSchemaRuntimeFieldTest, TestCloudInspectUtil, DeleteShardTest, TestMultiCoreConfBootstrap, TestSort, DocValuesTest, TestFastWriter, TestSortingResponseWriter, TestCloudManagedSchemaConcurrent, DateMathParserTest, TestFastLRUCache, RollingRestartTest, SearchHandlerTest, HdfsChaosMonkeySafeLeaderTest, DeleteInactiveReplicaTest, TestHashPartitioner, SuggesterWFSTTest, TestCoreContainer, FileUtilsTest, SampleTest, ResponseHeaderTest, ConnectionManagerTest, TestStandardQParsers, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, DocValuesMissingTest, TestDocBasedVersionConstraints, ClusterStateTest, HttpPartitionTest, TestOrdValues, SharedFSAutoReplicaFailoverTest, PreAnalyzedFieldTest, ReplicationFactorTest, TestSolrIndexConfig, MoreLikeThisHandlerTest, TestStressUserVersions, SolrPluginUtilsTest, MergeStrategyTest, DistributedQueryElevationComponentTest, ReturnFieldsTest, OutputWriterTest, TermVectorComponentTest, LegacyHTMLStripCharFilterTest, TestMiniSolrCloudCluster, ModifyConfFileTest, TestCollationFieldDocValues, CoreAdminRequestStatusTest, PrimUtilsTest, CollectionsAPIDistributedZkTest, AnalyticsQueryTest, TestManagedSchema, StandardRequestHandlerTest, TestFoldingMultitermQuery, TestManagedResource, DocExpirationUpdateProcessorFactoryTest, SolrXmlInZkTest, DirectUpdateHandlerOptimizeTest, TestSolrQueryParserDefaultOperatorResource, OverseerStatusTest, ResponseLogComponentTest, TimeZoneUtilsTest, TestNoOpRegenerator, CopyFieldTest, TestDocSet, DistributedSpellCheckComponentTest, DistributedDebugComponentTest, SuggestComponentTest, EchoParamsTest, CoreMergeIndexesAdminHandlerTest, AtomicUpdatesTest, TestStressLucene, CursorPagingTest, TestPhraseSuggestions, CachingDirectoryFactoryTest, TestInitQParser, TestExceedMaxTermLength, TestHighFrequencyDictionaryFactory, CircularListTest, SliceStateTest, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, TestCoreDiscovery, TestInitParams, TestFaceting, TestDynamicFieldCollectionResource, ShardRoutingTest, ShardSplitTest, CoreAdminCreateDiscoverTest, TestUpdate, CurrencyFieldOpenExchangeTest, TestReversedWildcardFilterFactory, BasicDistributedZkTest, TestFieldResource, TestValueSourceCache, ChaosMonkeySafeLeaderTest, DefaultValueUpdateProcessorTest, WordBreakSolrSpellCheckerTest, TestFieldTypeCollectionResource, SolrInfoMBeanTest, UUIDUpdateProcessorFallbackTest, NotRequiredUniqueKeyTest, TestBadConfig, SyncSliceTest, DistributedIntervalFacetingTest, TestCloudPivotFacet, TestNonNRTOpen, DistributedSuggestComponentTest, TestQuerySenderNoQuery, TestDistributedGrouping, CollectionsAPIAsyncDistributedZkTest, ChangedSchemaMergeTest, AnalyticsMergeStrategyTest, SharedFSAutoReplicaFailoverUtilsTest, TestRequestStatusCollectionAPI, XmlUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestXIncludeConfig, TestImplicitCoreProperties, EnumFieldTest, SolrCoreTest, OverseerTest, TestArbitraryIndexDir, SuggesterTest, TestWordDelimiterFilterFactory, HdfsRecoveryZkTest, XsltUpdateRequestHandlerTest, DirectSolrSpellCheckerTest, SolrTestCaseJ4Test, TestIndexingPerformance, HdfsCollectionsAPIDistributedZkTest, TestSweetSpotSimilarityFactory, TestRawResponseWriter, TestLFUCache, DistributedQueryComponentOptimizationTest, TestFileDictionaryLookup, SpellCheckCollatorTest, TestCollectionAPI, ExternalCollectionsTest, TestSolrJ, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestRecovery, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, SoftAutoCommitTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, AssignTest, AsyncMigrateRouteKeyTest, CustomCollectionTest, DeleteReplicaTest]
   [junit4] Completed in 240.40s, 1 test, 1 error <<< FAILURES!

[...truncated 222 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:524: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:472: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1359: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 430 suites, 1775 tests, 1 error, 53 ignored (31 assumptions)

Total time: 167 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.7.0_67 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_67) - Build # 4336 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4336/
Java: 64bit/jdk1.7.0_67 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([15DD7DA4AFA95479:943BF3BCD8F63445]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:558)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11310 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\init-core-data-001
   [junit4]   2> 4034289 T9078 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 4034289 T9078 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 4034295 T9078 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 4034297 T9078 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4034298 T9079 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 4034392 T9078 oasc.ZkTestServer.run start zk server on port:53784
   [junit4]   2> 4034392 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4034395 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4034399 T9085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fcfe5d2 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4034399 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4034400 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4034400 T9078 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 4034405 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4034408 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4034409 T9087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d62b21e name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4034410 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4034410 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4034410 T9078 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 4034414 T9078 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 4034417 T9078 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 4034420 T9078 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 4034424 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4034425 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4034429 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4034429 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 4034434 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4034434 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4034441 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4034441 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4034444 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4034444 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4034449 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4034449 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 4034454 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4034454 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4034459 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4034459 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4034463 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4034464 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4034467 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4034467 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4034470 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4034470 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4034477 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4034480 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4034480 T9089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a937577 name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4034481 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4034481 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 4034484 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4034486 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4034487 T9091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a69e61 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4034489 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4034489 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4034489 T9078 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 4034493 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4034494 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4034496 T9093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41743df3 name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4034496 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4034497 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4034498 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 4034499 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 4034504 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 4034504 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 4034507 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4034507 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4034513 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 4034513 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 4034518 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 4034518 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 4034521 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 4034522 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 4034526 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4034526 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4034531 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4034532 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4034536 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 4034536 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 4034541 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 4034541 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 4034545 T9078 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 4034545 T9078 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 4035923 T9078 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4035932 T9078 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4035938 T9078 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53800
   [junit4]   2> 4035941 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4035941 T9078 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4035941 T9078 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002
   [junit4]   2> 4035941 T9078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002\'
   [junit4]   2> 4035997 T9078 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002\solr.xml
   [junit4]   2> 4036056 T9078 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002
   [junit4]   2> 4036056 T9078 oasc.CoreContainer.<init> New CoreContainer 1765748611
   [junit4]   2> 4036056 T9078 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002\]
   [junit4]   2> 4036058 T9078 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4036058 T9078 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4036058 T9078 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4036058 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4036058 T9078 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4036060 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4036060 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4036060 T9078 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4036060 T9078 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4036066 T9078 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4036069 T9078 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4036069 T9078 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4036069 T9078 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4036069 T9078 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53784/solr
   [junit4]   2> 4036069 T9078 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4036072 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4036074 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4036076 T9104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@393237d7 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4036077 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4036077 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4036081 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4036082 T9106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12547e3e name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4036082 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4036085 T9078 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 4036089 T9078 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 4036094 T9078 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 4036096 T9078 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 4036100 T9078 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 4036105 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 4036107 T9078 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53800_
   [junit4]   2> 4036108 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53800_
   [junit4]   2> 4036112 T9078 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 4036115 T9078 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 4036118 T9078 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4036120 T9078 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53800_
   [junit4]   2> 4036120 T9078 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 4036123 T9078 oasc.Overseer.start Overseer (id=92515105244708870-127.0.0.1:53800_-n_0000000000) starting
   [junit4]   2> 4036127 T9078 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 4036139 T9078 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4036140 T9108 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 4036141 T9078 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 4036145 T9078 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 4036149 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4036157 T9107 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 4036160 T9078 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002
   [junit4]   2> 4037180 T9078 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002\conf\
   [junit4]   2> 4037359 T9078 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4037360 T9078 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4037360 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4037369 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4037372 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4037373 T9112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f97793b name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4037374 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4037374 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4037376 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4037382 T9078 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4037382 T9078 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 4037382 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4037384 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4037385 T9114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12c8b282 name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4037385 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4037385 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4037388 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4037389 T9080 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148adff80780008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4037394 T9107 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 4037394 T9107 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 4037394 T9107 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 4037397 T9107 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 4037398 T9115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4037404 T9116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4038781 T9078 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 4038781 T9078 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4038790 T9078 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4038792 T9078 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53815
   [junit4]   2> 4038798 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4038798 T9078 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4038798 T9078 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003
   [junit4]   2> 4038798 T9078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\'
   [junit4]   2> 4038837 T9078 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solr.xml
   [junit4]   2> 4038880 T9078 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003
   [junit4]   2> 4038880 T9078 oasc.CoreContainer.<init> New CoreContainer 1127754247
   [junit4]   2> 4038880 T9078 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\]
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4038883 T9078 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4038887 T9078 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4038891 T9078 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4038891 T9078 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4038891 T9078 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4038891 T9078 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53784/solr
   [junit4]   2> 4038891 T9078 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4038894 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4038895 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4038897 T9127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53b74ac0 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4038898 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4038898 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4038900 T9080 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148adff80780009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4038902 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4038903 T9129 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cd0035a name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4038904 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4038914 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4039968 T9078 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53815_
   [junit4]   2> 4039969 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53815_
   [junit4]   2> 4039981 T9078 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4039988 T9078 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003
   [junit4]   2> 4041074 T9078 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\conf\
   [junit4]   2> 4041257 T9078 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4041260 T9078 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4041260 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4042886 T9078 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 4042886 T9078 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4042896 T9078 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4042898 T9078 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53824
   [junit4]   2> 4042904 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4042904 T9078 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4042905 T9078 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004
   [junit4]   2> 4042905 T9078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\'
   [junit4]   2> 4042968 T9078 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solr.xml
   [junit4]   2> 4043020 T9078 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004
   [junit4]   2> 4043021 T9078 oasc.CoreContainer.<init> New CoreContainer 335314853
   [junit4]   2> 4043021 T9078 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\]
   [junit4]   2> 4043022 T9078 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4043022 T9078 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4043023 T9078 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4043023 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4043023 T9078 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4043024 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4043024 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4043024 T9078 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4043024 T9078 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4043028 T9078 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4043031 T9078 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4043031 T9078 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4043032 T9078 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4043032 T9078 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53784/solr
   [junit4]   2> 4043032 T9078 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4043032 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4043035 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4043037 T9142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72b2abe9 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4043038 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4043038 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4043042 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4043044 T9144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1467ba08 name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4043044 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4043054 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4044111 T9078 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53824_
   [junit4]   2> 4044113 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53824_
   [junit4]   2> 4044124 T9078 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4044131 T9078 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004
   [junit4]   2> 4044732 T9078 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\conf\
   [junit4]   2> 4044838 T9078 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4044841 T9078 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4044841 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4046437 T9078 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 4046438 T9078 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4046450 T9078 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4046452 T9078 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53833
   [junit4]   2> 4046457 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4046457 T9078 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4046457 T9078 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005
   [junit4]   2> 4046457 T9078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\'
   [junit4]   2> 4046497 T9078 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\solr.xml
   [junit4]   2> 4046539 T9078 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005
   [junit4]   2> 4046539 T9078 oasc.CoreContainer.<init> New CoreContainer 34502834
   [junit4]   2> 4046540 T9078 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\]
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4046542 T9078 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4046546 T9078 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4046549 T9078 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4046549 T9078 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4046549 T9078 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4046549 T9078 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53784/solr
   [junit4]   2> 4046549 T9078 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4046549 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4046553 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4046555 T9157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46cb04ff name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4046556 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4046556 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4046558 T9080 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148adff8078000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4046559 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4046561 T9159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b92969b name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4046562 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4046573 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4047630 T9078 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53833_
   [junit4]   2> 4047634 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53833_
   [junit4]   2> 4047655 T9078 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4047661 T9078 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005
   [junit4]   2> 4048687 T9078 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\conf\
   [junit4]   2> 4048898 T9078 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4048899 T9078 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4048899 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4050714 T9078 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 4050714 T9078 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4050733 T9078 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4050737 T9078 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53842
   [junit4]   2> 4050745 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4050745 T9078 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4050745 T9078 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006
   [junit4]   2> 4050745 T9078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006\'
   [junit4]   2> 4050800 T9078 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006\solr.xml
   [junit4]   2> 4050852 T9078 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006
   [junit4]   2> 4050853 T9078 oasc.CoreContainer.<init> New CoreContainer 295471069
   [junit4]   2> 4050853 T9078 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006\]
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4050855 T9078 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4050862 T9078 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4050866 T9078 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4050866 T9078 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4050866 T9078 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4050866 T9078 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53784/solr
   [junit4]   2> 4050866 T9078 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4050866 T9078 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4050870 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4050872 T9172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@154af893 name:ZooKeeperConnection Watcher:127.0.0.1:53784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4050875 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4050875 T9078 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4050877 T9080 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148adff8078000f, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4050879 T9078 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4050881 T9174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a41deac name:ZooKeeperConnection Watcher:127.0.0.1:53784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4050884 T9078 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4050899 T9078 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4052061 T9078 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53842_
   [junit4]   2> 4052062 T9078 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53842_
   [junit4]   2> 4052074 T9078 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4052086 T9078 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006
   [junit4]   2> 4052846 T9078 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-006\conf\
   [junit4]   2> 4052973 T9078 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 4052977 T9078 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4052977 T9078 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4053020 T9125 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&action=CREATE&replicationFactor=2&collection.configName=conf1&numShards=2&wt=javabin&name=solrj_collection&router.field=myOwnField
   [junit4]   2> 4053022 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4053024 T9108 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 4053025 T9177 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 4053031 T9177 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 4053032 T9177 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 4053040 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4053048 T9107 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 4053048 T9107 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 4053049 T9107 oasc.Overseer$ClusterStateUpdater.createCollection state version solrj_collection 1
   [junit4]   2> 4053055 T9116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053056 T9175 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053057 T9160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053058 T9115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053058 T9145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053058 T9130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053156 T9177 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 4053156 T9177 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:53824_
   [junit4]   2> 4053159 T9177 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:53833_
   [junit4]   2> 4053164 T9177 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:53815_
   [junit4]   2> 4053201 T9154 oasha.CoreAdminHandler.handleCreateAction core create command version=2&action=CREATE&collection.configName=conf1&numShards=2&collection=solrj_collection&wt=javabin&qt=/admin/cores&name=solrj_collection_shard1_replica2&shard=shard1
   [junit4]   2> 4053202 T9137 oasha.CoreAdminHandler.handleCreateAction core create command version=2&action=CREATE&collection.configName=conf1&numShards=2&collection=solrj_collection&wt=javabin&qt=/admin/cores&name=solrj_collection_shard1_replica1&shard=shard1
   [junit4]   2> 4053204 T9177 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:53800_
   [junit4]   2> 4053211 T9137 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 4053213 T9154 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 4053215 T9154 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4053216 T9137 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4053216 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4053248 T9123 oasha.CoreAdminHandler.handleCreateAction core create command version=2&action=CREATE&collection.configName=conf1&numShards=2&collection=solrj_collection&wt=javabin&qt=/admin/cores&name=solrj_collection_shard2_replica1&shard=shard2
   [junit4]   2> 4053248 T9098 oasha.CoreAdminHandler.handleCreateAction core create command version=2&action=CREATE&collection.configName=conf1&numShards=2&collection=solrj_collection&wt=javabin&qt=/admin/cores&name=solrj_collection_shard2_replica2&shard=shard2
   [junit4]   2> 4053253 T9123 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 4053257 T9123 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4053257 T9098 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 4053258 T9107 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:53824_",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53824",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4053258 T9098 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4053264 T9107 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:53833_",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53833",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4053268 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4053270 T9107 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:53815_",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53815",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4053275 T9115 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4053276 T9107 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:53800_",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53800",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4053397 T9175 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053398 T9116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053400 T9145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053400 T9130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053401 T9160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4053401 T9115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4054366 T9154 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 4054366 T9154 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 4054368 T9154 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4054368 T9154 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 4054372 T9154 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4054372 T9154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\solrj_collection_shard1_replica2\'
   [junit4]   2> 4054379 T9137 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 4054379 T9137 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 4054407 T9123 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 4054407 T9123 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 4054424 T9137 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4054424 T9137 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 4054425 T9123 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4054425 T9123 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 4054429 T9137 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4054429 T9137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\'
   [junit4]   2> 4054437 T9098 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 4054437 T9098 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 4054438 T9123 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4054438 T9123 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\'
   [junit4]   2> 4054496 T9098 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4054496 T9098 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 4054504 T9098 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4054504 T9098 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-002\solrj_collection_shard2_replica2\'
   [junit4]   2> 4054791 T9154 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4054865 T9154 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4054920 T9137 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4054994 T9137 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4055036 T9154 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4055045 T9137 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4055054 T9154 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 4055063 T9137 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 4055070 T9123 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4055252 T9098 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4055290 T9123 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4055328 T9123 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4055346 T9123 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 4055418 T9098 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4055473 T9098 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4055500 T9098 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 4056375 T9137 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4056503 T9123 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4056526 T9123 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4056529 T9123 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4056534 T9137 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4056538 T9137 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4056558 T9154 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4056569 T9154 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4056576 T9154 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4056678 T9098 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4056687 T9098 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4056692 T9098 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4056814 T9137 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056831 T9137 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056837 T9123 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056848 T9137 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056861 T9123 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056865 T9154 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056867 T9137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056867 T9137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056867 T9137 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056880 T9123 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056890 T9154 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056892 T9137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056892 T9137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056892 T9137 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 4056892 T9137 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4056894 T9137 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\data\
   [junit4]   2> 4056894 T9137 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1792dc2b
   [junit4]   2> 4056895 T9137 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\data\
   [junit4]   2> 4056895 T9137 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\data\index/
   [junit4]   2> 4056895 T9137 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 4056898 T9137 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-004\solrj_collection_shard1_replica1\data\index
   [junit4]   2> 4056899 T9137 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4056900 T9137 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-642e3dd0)),segFN=segments_1,generation=1}
   [junit4]   2> 4056900 T9137 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4056908 T9137 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4056909 T9137 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4056910 T9137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4056910 T9137 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4056911 T9137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4056912 T9137 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4056912 T9137 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4056913 T9137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4056913 T9137 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4056914 T9137 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4056916 T9137 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4056916 T9137 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 4056918 T9137 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4056918 T9137 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4056918 T9137 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4056918 T9137 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4056920 T9137 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4056920 T9137 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4056921 T9137 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4056922 T9137 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 4056939 T9137 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4056943 T9137 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4056946 T9137 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4056950 T9137 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4056958 T9137 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4056958 T9137 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4056959 T9137 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4056959 T9137 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-642e3dd0)),segFN=segments_1,generation=1}
   [junit4]   2> 4056959 T9137 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4056962 T9137 oass.SolrIndexSearcher.<init> Opening Searcher@280a801d[solrj_collection_shard1_replica1] main
   [junit4]   2> 4056962 T9137 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 4056967 T9098 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056968 T9123 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056968 T9123 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056968 T9123 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056977 T9154 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056982 T9123 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056983 T9123 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056983 T9123 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 4056984 T9123 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4056985 T9123 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\data\
   [junit4]   2> 4056985 T9123 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1792dc2b
   [junit4]   2> 4056986 T9123 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\data\
   [junit4]   2> 4056987 T9123 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\data\index/
   [junit4]   2> 4056987 T9123 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 4056989 T9123 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-003\solrj_collection_shard2_replica1\data\index
   [junit4]   2> 4056990 T9123 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4056990 T9154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056991 T9154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056991 T9154 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4056989 T9137 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4056993 T9137 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4056989 T9098 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4056996 T9137 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4056996 T9137 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4056998 T9137 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4056998 T9154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4056999 T9154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4056999 T9154 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 4057000 T9154 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4056999 T9123 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-25cbeb36)),segFN=segments_1,generation=1}
   [junit4]   2> 4057000 T9154 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\solrj_collection_shard1_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001\tempDir-005\solrj_collection_shard1_replica2\data\
   [junit4]   2> 4057000 T9154 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1792dc2b
   [junit4]   2> 40570

[...truncated too long message...]

ng to 127.0.0.1:53784 53784
   [junit4]   2> 4807535 T9303 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53784 53784
   [junit4]   2> 4807540 T9303 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		5	/solr/collections/awholynewstresscollection_collection1_0/state.json
   [junit4]   2> 		5	/solr/collections/awholynewstresscollection_collection0_0/state.json
   [junit4]   2> 		4	/solr/aliases.json
   [junit4]   2> 		4	/solr/clusterstate.json
   [junit4]   2> 		2	/solr/collections/awholynewcollection_2/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		4	/solr/live_nodes
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=15DD7DA4AFA95479 -Dtests.slow=true -Dtests.locale=fr_CA -Dtests.timezone=Etc/GMT+6 -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    773s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([15DD7DA4AFA95479:943BF3BCD8F63445]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:558)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4807552 T9078 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-15DD7DA4AFA95479-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {intDefault=Lucene41(blocksize=128), _version_=Lucene41(blocksize=128), range_facet_l=Lucene41(blocksize=128), id=FST41, multiDefault=PostingsFormat(name=Lucene41VarGapFixedInterval), other_tl1=Lucene41(blocksize=128), text=PostingsFormat(name=Lucene41WithOrds), a_i1=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), timestamp=Lucene41(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Lucene410)}, sim=DefaultSimilarity, locale=fr_CA, timezone=Etc/GMT+6
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=113979520,total=519438336
   [junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, ChangedSchemaMergeTest, TestNonNRTOpen, UpdateParamsTest, BasicDistributedZk2Test, RequestHandlersTest, MBeansHandlerTest, TestCoreDiscovery, UUIDFieldTest, LegacyHTMLStripCharFilterTest, CollectionsAPIAsyncDistributedZkTest, TestManagedSchemaFieldTypeResource, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestManagedSchemaFieldResource, TestSchemaResource, TestSolrJ, TestSchemaSimilarityResource, TestCopyFieldCollectionResource, TestLRUCache, TestFiltering, TermsComponentTest, XsltUpdateRequestHandlerTest, TestRangeQuery, TestCloudManagedSchemaConcurrent, TestStressUserVersions, ShardSplitTest, DirectSolrConnectionTest, TestRandomMergePolicy, PingRequestHandlerTest, TestGroupingSearch, TestExceedMaxTermLength, CSVRequestHandlerTest, SuggesterFSTTest, TestIndexingPerformance, TestAtomicUpdateErrorCases, TestDistributedSearch, ConnectionManagerTest, TestSort, TestFastOutputStream, CurrencyFieldXmlFileTest, RankQueryTest, TestTolerantSearch, QueryElevationComponentTest, TestFuzzyAnalyzedSuggestions, TestOverriddenPrefixQueryForCustomFieldType, ChaosMonkeyNothingIsSafeTest, DocExpirationUpdateProcessorFactoryTest, TestCoreContainer, LeaderElectionTest, TestSolrQueryParserDefaultOperatorResource, TestStandardQParsers, TestUpdate, TestLeaderElectionZkExpiry, BlockDirectoryTest, TestRecoveryHdfs, WordBreakSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, TimeZoneUtilsTest, UUIDUpdateProcessorFallbackTest, TestArbitraryIndexDir, NotRequiredUniqueKeyTest, TestFaceting, TestInitParams, RegexBoostProcessorTest, AnalysisErrorHandlingTest, IndexSchemaRuntimeFieldTest, TestRestManager, TestShardHandlerFactory, LoggingHandlerTest, TestPartialUpdateDeduplication, TestSolrXmlPersistence, DateFieldTest, TestIndexSearcher, HdfsSyncSliceTest, ChaosMonkeySafeLeaderTest, FieldAnalysisRequestHandlerTest, TestLazyCores, IndexSchemaTest, TestNonDefinedSimilarityFactory, TestDocumentBuilder, TestStressLucene, DistribCursorPagingTest, TestCloudManagedSchema, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestFunctionQuery, TestRecovery, TestMiniSolrCloudCluster, UnloadDistributedZkTest, TestSchemaNameResource, TestPhraseSuggestions, InfoHandlerTest, ReturnFieldsTest, TestReload, HdfsLockFactoryTest, ShowFileRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestReloadAndDeleteDocs, SliceStateTest, ConvertedLegacyTest, DocValuesTest, TestExpandComponent, CustomCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, XmlUpdateRequestHandlerTest, TestFieldResource, HighlighterMaxOffsetTest, PrimitiveFieldTypeTest, PreAnalyzedFieldTest, TestTrie, TestSolrCoreProperties, DirectUpdateHandlerTest, BJQParserTest, TestPHPSerializedResponseWriter, SSLMigrationTest, LeaderElectionIntegrationTest, TestSystemIdResolver, TestFoldingMultitermQuery, TestCodecSupport, TestAddFieldRealTimeGet, ClusterStateTest, TestBM25SimilarityFactory, AsyncMigrateRouteKeyTest, TestNoOpRegenerator, CoreAdminRequestStatusTest, SpellCheckComponentTest, MoreLikeThisHandlerTest, SuggesterTSTTest, ZkNodePropsTest, LeaderFailoverAfterPartitionTest, CircularListTest, HdfsBasicDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrQueryParser, ExternalFileFieldSortTest, TestJoin, DeleteInactiveReplicaTest, MultiThreadedOCPTest, DistributedIntervalFacetingTest, ResourceLoaderTest, AssignTest, CursorMarkTest, TestManagedResourceStorage, TestXIncludeConfig, TestSearchPerf, TestRemoteStreaming, DateRangeFieldTest, TestImplicitCoreProperties, RequiredFieldsTest, SignatureUpdateProcessorFactoryTest, TriLevelCompositeIdRoutingTest, TestAnalyzeInfixSuggestions, ParsingFieldUpdateProcessorsTest, DistribDocExpirationUpdateProcessorTest, TestDynamicFieldResource, TestZkChroot, TestReplicationHandler, SpellCheckCollatorTest, TestDefaultSearchFieldResource, TestFreeTextSuggestions, SyncSliceTest, AliasIntegrationTest, AnalysisAfterCoreReloadTest, ResponseHeaderTest, TestFieldTypeResource, TestReversedWildcardFilterFactory, OverseerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrIndexConfig, SolrIndexConfigTest, TestBlendedInfixSuggestions, FullSolrCloudDistribCmdsTest, TestLuceneMatchVersion, DefaultValueUpdateProcessorTest, BadIndexSchemaTest, UniqFieldsUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory, JSONWriterTest, SharedFSAutoReplicaFailoverUtilsTest, TestBinaryField, SolrCmdDistributorTest, TestSolrQueryParserResource, TestManagedStopFilterFactory, TestIBSimilarityFactory, TestCollationField, BlockCacheTest, SOLR749Test, ShardRoutingCustomTest, EchoParamsTest, SynonymTokenizerTest, PrimUtilsTest, QueryResultKeyTest, DeleteShardTest, TestCollationFieldDocValues, CursorPagingTest, FastVectorHighlighterTest, SharedFSAutoReplicaFailoverTest, SpellingQueryConverterTest, TestConfig, DirectSolrSpellCheckerTest, NumericFieldsTest, MultiTermTest, RemoteQueryErrorTest, TestCustomSort, SolrRequestParserTest, TestHashPartitioner, TestOrdValues, BasicDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 773.30s, 1 test, 1 error <<< FAILURES!

[...truncated 686 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:524: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:472: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1359: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 430 suites, 1775 tests, 1 error, 53 ignored (31 assumptions)

Total time: 165 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_67 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any