You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/09/20 13:41:23 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_20) - Build # 4327 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4327/
Java: 32bit/jdk1.8.0_20 -server -XX:+UseParallelGC

3 tests failed.
REGRESSION:  org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:55760/er_d/d, https://127.0.0.1:55736/er_d/d, https://127.0.0.1:55751/er_d/d]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:55760/er_d/d, https://127.0.0.1:55736/er_d/d, https://127.0.0.1:55751/er_d/d]
	at __randomizedtesting.SeedInfo.seed([A02A56987C950323:21CCD8800BCA631F]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:874)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : customcollreplicadeletion/a/core_node1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 45 more


REGRESSION:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A02A56987C950323]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandlerBackup

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A02A56987C950323]:0)




Build Log:
[...truncated 11356 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\init-core-data-001
   [junit4]   2> 2663679 T7508 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2663679 T7508 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /er_d/d
   [junit4]   2> 2663685 T7508 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2663685 T7508 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2663689 T7509 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2663824 T7508 oasc.ZkTestServer.run start zk server on port:55726
   [junit4]   2> 2663824 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2663827 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663832 T7515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d1180 name:ZooKeeperConnection Watcher:127.0.0.1:55726 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663832 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663832 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2663832 T7508 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2663838 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2663840 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663844 T7517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15843e9 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663844 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663844 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2663844 T7508 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2663847 T7508 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2663850 T7508 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2663852 T7508 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2663855 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2663855 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2663860 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2663860 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2663865 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2663865 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2663873 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2663873 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2663880 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2663880 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2663885 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2663885 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2663892 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2663892 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2663897 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2663897 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2663904 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2663904 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2663909 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2663909 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2663914 T7508 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2663914 T7508 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2663922 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2663926 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2663929 T7519 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b713 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2663929 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2663929 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2666287 T7508 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2666303 T7508 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2666338 T7508 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55736
   [junit4]   2> 2666344 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2666344 T7508 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2666346 T7508 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002
   [junit4]   2> 2666346 T7508 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\'
   [junit4]   2> 2666386 T7508 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\solr.xml
   [junit4]   2> 2666398 T7508 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002
   [junit4]   2> 2666399 T7508 oasc.CoreContainer.<init> New CoreContainer 19073888
   [junit4]   2> 2666400 T7508 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\]
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2666402 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2666404 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2666404 T7508 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2666404 T7508 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2666410 T7508 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2666414 T7508 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2666414 T7508 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2666414 T7508 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2666414 T7508 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55726/solr
   [junit4]   2> 2666414 T7508 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2666414 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2666419 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2666422 T7530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d39f7a name:ZooKeeperConnection Watcher:127.0.0.1:55726 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2666423 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2666423 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2666428 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2666429 T7532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f2db3b name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2666429 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2666432 T7508 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2666439 T7508 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2666443 T7508 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2666449 T7508 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2666456 T7508 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2666462 T7508 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2666465 T7508 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55736_er_d%2Fd
   [junit4]   2> 2666466 T7508 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55736_er_d%2Fd
   [junit4]   2> 2666472 T7508 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2666476 T7508 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2666480 T7508 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2666483 T7508 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55736_er_d%2Fd
   [junit4]   2> 2666483 T7508 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2666489 T7508 oasc.Overseer.start Overseer (id=92484563130449924-127.0.0.1:55736_er_d%2Fd-n_0000000000) starting
   [junit4]   2> 2666494 T7508 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2666511 T7508 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2666514 T7534 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2666514 T7508 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2666519 T7508 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2666523 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2666535 T7533 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2666536 T7508 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002
   [junit4]   2> 2668168 T7508 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\conf\
   [junit4]   2> 2668456 T7508 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2668458 T7508 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2668458 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2668481 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2668483 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2668485 T7538 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1920660 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2668486 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2668486 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2668490 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2668498 T7508 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2668498 T7508 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 2668498 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2668500 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2668502 T7540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e17f24 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2668503 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2668503 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2668507 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2668529 T7533 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 2668529 T7533 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 2668529 T7533 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 2668536 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 2668540 T7542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2668543 T7541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2670919 T7508 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2670919 T7508 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2670934 T7508 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2670938 T7508 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55751
   [junit4]   2> 2670943 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2670943 T7508 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2670943 T7508 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003
   [junit4]   2> 2670945 T7508 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003\'
   [junit4]   2> 2671004 T7508 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003\solr.xml
   [junit4]   2> 2671024 T7508 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003
   [junit4]   2> 2671024 T7508 oasc.CoreContainer.<init> New CoreContainer 21384542
   [junit4]   2> 2671024 T7508 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003\]
   [junit4]   2> 2671026 T7508 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2671026 T7508 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2671028 T7508 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2671031 T7508 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2671036 T7508 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2671042 T7508 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2671042 T7508 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2671042 T7508 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2671042 T7508 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55726/solr
   [junit4]   2> 2671042 T7508 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2671042 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2671048 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2671050 T7553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca32e name:ZooKeeperConnection Watcher:127.0.0.1:55726 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2671051 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2671051 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2671056 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2671059 T7555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1978fb1 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2671059 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2671072 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2672296 T7508 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55751_er_d%2Fd
   [junit4]   2> 2672298 T7508 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55751_er_d%2Fd
   [junit4]   2> 2672308 T7508 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2672314 T7508 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003
   [junit4]   2> 2673799 T7508 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-003\conf\
   [junit4]   2> 2674076 T7508 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2674079 T7508 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2674079 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2676210 T7508 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2676210 T7508 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2676226 T7508 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2676228 T7508 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55760
   [junit4]   2> 2676233 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2676234 T7508 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2676234 T7508 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004
   [junit4]   2> 2676234 T7508 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\'
   [junit4]   2> 2676284 T7508 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\solr.xml
   [junit4]   2> 2676299 T7508 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004
   [junit4]   2> 2676302 T7508 oasc.CoreContainer.<init> New CoreContainer 5463500
   [junit4]   2> 2676302 T7508 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\]
   [junit4]   2> 2676303 T7508 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2676303 T7508 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2676303 T7508 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2676303 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2676304 T7508 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2676304 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2676304 T7508 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2676304 T7508 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2676304 T7508 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2676319 T7508 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2676324 T7508 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2676325 T7508 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2676325 T7508 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2676325 T7508 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55726/solr
   [junit4]   2> 2676325 T7508 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2676327 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2676329 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2676331 T7568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@262260 name:ZooKeeperConnection Watcher:127.0.0.1:55726 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2676333 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2676333 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2676338 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2676342 T7570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195e8df name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2676342 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2676356 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2677587 T7508 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55760_er_d%2Fd
   [junit4]   2> 2677589 T7508 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55760_er_d%2Fd
   [junit4]   2> 2677599 T7508 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2677603 T7508 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004
   [junit4]   2> 2678628 T7508 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\conf\
   [junit4]   2> 2678805 T7508 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2678808 T7508 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2678809 T7508 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2678819 T7508 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: customcollreplicadeletion
   [junit4]   2> 2678819 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2678823 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2678824 T7574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d2eaf3 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2678825 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2678825 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2678828 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2678901 T7526 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=1&shards=a,b&maxShardsPerNode=5&router.name=implicit&name=customcollreplicadeletion&action=CREATE&numShards=1&stateFormat=2&wt=javabin&version=2
   [junit4]   2> 2678904 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2678906 T7534 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"customcollreplicadeletion",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2678907 T7575 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"customcollreplicadeletion",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2678912 T7575 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 2678912 T7575 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/customcollreplicadeletion 
   [junit4]   2> 2678913 T7575 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion
   [junit4]   2> 2678923 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2678930 T7533 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: customcollreplicadeletion
   [junit4]   2> 2678931 T7533 oasc.Overseer$ClusterStateUpdater.createCollection Create collection customcollreplicadeletion with shards [a, b]
   [junit4]   2> 2678931 T7533 oasc.Overseer$ClusterStateUpdater.createCollection state version customcollreplicadeletion 2
   [junit4]   2> 2678936 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2678938 T7556 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2678939 T7541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2678939 T7542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2678942 T7576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2678942 T7571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2679045 T7575 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection customcollreplicadeletion, shardNames [a, b] , replicationFactor : 1
   [junit4]   2> 2679045 T7575 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_a_replica1 as part of slice a of collection customcollreplicadeletion on 127.0.0.1:55736_er_d%2Fd
   [junit4]   2> 2679048 T7575 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_b_replica1 as part of slice b of collection customcollreplicadeletion on 127.0.0.1:55760_er_d%2Fd
   [junit4]   2> 2679104 T7527 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_a_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2
   [junit4]   2> 2679120 T7527 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=down collection=customcollreplicadeletion
   [junit4]   2> 2679124 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2679128 T7527 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion
   [junit4]   2> 2679128 T7527 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion
   [junit4]   2> 2679129 T7527 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... 
   [junit4]   2> 2679133 T7527 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 0 
   [junit4]   2> 2679133 T7527 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2679143 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 0 
   [junit4]   2> 2679143 T7533 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55736/er_d/d",
   [junit4]   2> 	  "node_name":"127.0.0.1:55736_er_d%2Fd",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2679150 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2679153 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2679159 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2679226 T7563 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_b_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=b&wt=javabin&version=2
   [junit4]   2> 2679235 T7563 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=down collection=customcollreplicadeletion
   [junit4]   2> 2679238 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2679241 T7563 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion
   [junit4]   2> 2679241 T7563 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion
   [junit4]   2> 2679242 T7563 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... 
   [junit4]   2> 2679245 T7563 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2679245 T7563 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2679250 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2679251 T7533 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55760/er_d/d",
   [junit4]   2> 	  "node_name":"127.0.0.1:55760_er_d%2Fd",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2679255 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2679256 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2679257 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2679258 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2679263 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2680348 T7527 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_a_replica1
   [junit4]   2> 2680348 T7527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion
   [junit4]   2> 2680350 T7527 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2680350 T7527 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2680351 T7527 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2680352 T7527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\'
   [junit4]   2> 2680445 T7527 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2680459 T7527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2680460 T7563 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_b_replica1
   [junit4]   2> 2680460 T7563 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion
   [junit4]   2> 2680463 T7563 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2680463 T7563 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2680464 T7527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2680469 T7563 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2680469 T7563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\'
   [junit4]   2> 2680473 T7527 oass.IndexSchema.readSchema [customcollreplicadeletion_a_replica1] Schema name=test
   [junit4]   2> 2680541 T7563 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2680552 T7563 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2680558 T7563 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2680562 T7563 oass.IndexSchema.readSchema [customcollreplicadeletion_b_replica1] Schema name=test
   [junit4]   2> 2681062 T7527 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2681069 T7527 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2681070 T7527 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2681119 T7563 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2681125 T7563 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2681127 T7563 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2681131 T7527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2681137 T7527 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2681143 T7527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2681146 T7527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2681150 T7527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2681150 T7527 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2681153 T7527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2681153 T7527 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2681154 T7527 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_a_replica1' using configuration from collection customcollreplicadeletion
   [junit4]   2> 2681154 T7527 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2681156 T7527 oasc.SolrCore.<init> [customcollreplicadeletion_a_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\data\
   [junit4]   2> 2681156 T7527 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f23bb
   [junit4]   2> 2681157 T7527 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\data\
   [junit4]   2> 2681158 T7527 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index/
   [junit4]   2> 2681158 T7527 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_a_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2681159 T7527 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index
   [junit4]   2> 2681160 T7563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2681162 T7527 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2090401487, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2681164 T7527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-11a1042)),segFN=segments_1,generation=1}
   [junit4]   2> 2681164 T7527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2681166 T7563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2681169 T7527 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2681170 T7527 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2681170 T7527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2681170 T7527 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2681171 T7527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2681171 T7563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2681171 T7527 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2681173 T7527 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2681173 T7527 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2681175 T7527 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2681175 T7563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2681177 T7563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2681175 T7527 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681177 T7563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2681178 T7527 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681179 T7527 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681179 T7563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2681181 T7563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2681181 T7563 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_b_replica1' using configuration from collection customcollreplicadeletion
   [junit4]   2> 2681179 T7527 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2681182 T7527 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2681181 T7563 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2681183 T7563 oasc.SolrCore.<init> [customcollreplicadeletion_b_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\data\
   [junit4]   2> 2681182 T7527 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2681184 T7527 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2681183 T7563 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f23bb
   [junit4]   2> 2681184 T7527 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2681185 T7527 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2681185 T7527 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2681185 T7563 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\data\
   [junit4]   2> 2681186 T7527 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2681186 T7563 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index/
   [junit4]   2> 2681188 T7563 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_b_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2681189 T7563 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-A02A56987C950323-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index
   [junit4]   2> 2681191 T7563 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2090401487, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2681192 T7563 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-14597c7)),segFN=segments_1,generation=1}
   [junit4]   2> 2681192 T7563 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2681196 T7563 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2681197 T7527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681197 T7563 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2681198 T7563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2681198 T7563 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2681198 T7563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2681198 T7563 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2681198 T7527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681200 T7563 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2681201 T7563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2681201 T7563 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2681201 T7527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681201 T7563 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681202 T7563 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681203 T7563 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2681204 T7563 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2681204 T7527 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681204 T7563 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2681207 T7563 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2681207 T7563 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2681207 T7563 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2681208 T7563 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2681209 T7563 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2681209 T7563 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2681210 T7527 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2681210 T7527 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2681211 T7563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681213 T7527 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2681213 T7527 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-11a1042)),segFN=segments_1,generation=1}
   [junit4]   2> 2681213 T7527 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2681214 T7563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681214 T7527 oass.SolrIndexSearcher.<init> Opening Searcher@18581d[customcollreplicadeletion_a_replica1] main
   [junit4]   2> 2681215 T7527 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2681216 T7563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681219 T7527 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2681219 T7527 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2681219 T7563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2681221 T7527 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2681221 T7527 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2681221 T7527 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2681224 T7527 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2681224 T7527 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2681226 T7563 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2681226 T7527 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2681227 T7563 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2681228 T7563 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2681229 T7563 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-14597c7)),segFN=segments_1,generation=1}
   [junit4]   2> 2681229 T7563 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2681232 T7563 oass.SolrIndexSearcher.<init> Opening Searcher@353d10[customcollreplicadeletion_b_replica1] main
   [junit4]   2> 2681232 T7563 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2681234 T7527 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2681234 T7527 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2681234 T7527 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2681239 T7579 oasc.SolrCore.registerSearcher [customcollreplicadeletion_a_replica1] Registered new searcher Searcher@18581d[customcollreplicadeletion_a_replica1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2681241 T7527 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_a_replica1
   [junit4]   2> 2681241 T7527 oasc.ZkController.register Register replica - core:customcollreplicadeletion_a_replica1 address:https://127.0.0.1:55736/er_d/d collection:customcollreplicadeletion shard:a
   [junit4]   2> 2681243 T7563 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2681243 T7563 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2681246 T7527 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/a/election
   [junit4]   2> 2681246 T7563 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2681247 T7563 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2681247 T7563 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2681251 T7563 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2681251 T7563 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2681251 T7563 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2681251 T7563 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2681256 T7563 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_b_replica1
   [junit4]   2> 2681256 T7563 oasc.ZkController.register Register replica - core:customcollreplicadeletion_b_replica1 address:https://127.0.0.1:55760/er_d/d collection:customcollreplicadeletion shard:b
   [junit4]   2> 2681259 T7580 oasc.SolrCore.registerSearcher [customcollreplicadeletion_b_replica1] Registered new searcher Searcher@353d10[customcollreplicadeletion_b_replica1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2681262 T7563 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/b/election
   [junit4]   2> 2681277 T7527 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard a
   [junit4]   2> 2681283 T7563 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard b
   [junit4]   2> 2681285 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681287 T7527 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2681287 T7527 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1022 name=customcollreplicadeletion_a_replica1 org.apache.solr.core.SolrCore@13bb264 url=https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1 node=127.0.0.1:55736_er_d%2Fd C1022_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_a_replica1 props:{core=customcollreplicadeletion_a_replica1, base_url=https://127.0.0.1:55736/er_d/d, node_name=127.0.0.1:55736_er_d%2Fd, state=down}
   [junit4]   2> 2681287 T7527 C1022 P55736 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1/
   [junit4]   2> 2681287 T7527 C1022 P55736 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2681287 T7527 C1022 P55736 oasc.SyncStrategy.syncToMe https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1/ has no replicas
   [junit4]   2> 2681287 T7527 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1/ a
   [junit4]   2> 2681289 T7527 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/a
   [junit4]   2> 2681297 T7563 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2681297 T7563 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1023 name=customcollreplicadeletion_b_replica1 org.apache.solr.core.SolrCore@1db254a url=https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1 node=127.0.0.1:55760_er_d%2Fd C1023_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_b_replica1 props:{core=customcollreplicadeletion_b_replica1, base_url=https://127.0.0.1:55760/er_d/d, node_name=127.0.0.1:55760_er_d%2Fd, state=down}
   [junit4]   2> 2681297 T7563 C1023 P55760 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1/
   [junit4]   2> 2681297 T7563 C1023 P55760 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2681297 T7563 C1023 P55760 oasc.SyncStrategy.syncToMe https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1/ has no replicas
   [junit4]   2> 2681297 T7563 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1/ b
   [junit4]   2> 2681298 T7563 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/b
   [junit4]   2> 2681312 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2681322 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681328 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681328 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681329 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2681334 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2681349 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2681354 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681355 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681356 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681356 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681357 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2681362 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2681368 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2681372 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681373 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681374 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681375 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681375 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2681379 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2681387 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2681391 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681392 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681393 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681393 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681394 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2681397 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2681440 T7527 oasc.ZkController.register We are https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1/ and leader is https://127.0.0.1:55736/er_d/d/customcollreplicadeletion_a_replica1/
   [junit4]   2> 2681440 T7527 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_a_replica1 baseURL=https://127.0.0.1:55736/er_d/d
   [junit4]   2> 2681442 T7527 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2681442 T7527 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=active collection=customcollreplicadeletion
   [junit4]   2> 2681444 T7563 oasc.ZkController.register We are https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1/ and leader is https://127.0.0.1:55760/er_d/d/customcollreplicadeletion_b_replica1/
   [junit4]   2> 2681444 T7563 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_b_replica1 baseURL=https://127.0.0.1:55760/er_d/d
   [junit4]   2> 2681445 T7563 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2681445 T7563 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=active collection=customcollreplicadeletion
   [junit4]   2> 2681445 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681455 T7527 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2681459 T7527 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_a_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2} status=0 QTime=2355 
   [junit4]   2> 2681464 T7563 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2681467 T7563 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_b_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=b&wt=javabin&version=2} status=0 QTime=2241 
   [junit4]   2> 2681469 T7575 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: customcollreplicadeletion
   [junit4]   2> 2681471 T7575 oasc.OverseerCollectionProcessor$Runner.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=2355},core=customcollreplicadeletion_a_replica1},null={responseHeader={status=0,QTime=2241},core=customcollreplicadeletion_b_replica1}}}
   [junit4]   2> 2681472 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2681472 T7533 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_a_replica1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55736/er_d/d",
   [junit4]   2> 	  "node_name":"127.0.0.1:55736_er_d%2Fd",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2681474 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
   [junit4]   2> 2681476 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681478 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681478 T7526 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={replicationFactor=1&shards=a,b&maxShardsPerNode=5&router.name=implicit&name=customcollreplicadeletion&action=CREATE&numShards=1&stateFormat=2&wt=javabin&version=2} status=0 QTime=2577 
   [junit4]   2> 2681480 T7508 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: customcollreplicadeletion failOnTimeout:true timeout (sec):330
   [junit4]   2> 2681481 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681481 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681482 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 
   [junit4]   2> 2681487 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 
   [junit4]   2> 2681494 T7533 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 
   [junit4]   2> 2681495 T7533 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_b_replica1",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55760/er_d/d",
   [junit4]   2> 	  "node_name":"127.0.0.1:55760_er_d%2Fd",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2681499 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2681499 T7533 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2681500 T7571 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681501 T7541 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2681502 T7571 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 8 
   [junit4]   2> 2681504 T7541 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 8 
   [junit4]   2> 2682686 T7508 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: customcollreplicadeletion
   [junit4]   2> 2682689 T7508 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2682692 T7508 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2682694 T7584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b11f7 name:ZooKeeperConnection Watcher:127.0.0.1:55726/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2682694 T7508 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2682694 T7508 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2682696 T7508 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2682710 T7525 oasha.CollectionsHandler.handleRemoveReplica Remove replica: replica=core_node1&action=deletereplica&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2
   [junit4]   2> 2682712 T7541 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2682713 T7534 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2> 	  "operation":"deletereplica",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "shard":"a

[...truncated too long message...]

ssifyProcessorTest, TestExtendedDismaxParser, SolrIndexSplitterTest, TestUpdate, MergeStrategyTest, TestNonDefinedSimilarityFactory, TestSolrXmlPersistence, CurrencyFieldXmlFileTest, TestCSVResponseWriter, TestNRTOpen, TestReload, TestCloudPivotFacet, TestSuggestSpellingConverter, TestRandomDVFaceting, TestClassNameShortening, RAMDirectoryFactoryTest, TestFileDictionaryLookup, AnalyticsQueryTest, TestPartialUpdateDeduplication, QueryElevationComponentTest, TestSort, TestCharFilters, ShardRoutingTest, TestSchemaSimilarityResource, TestSolrDeletionPolicy1, SpatialFilterTest, AnalysisAfterCoreReloadTest, TestDistributedMissingSort, DOMUtilTest, TestSearchPerf, HdfsLockFactoryTest, TestSchemaResource, OverriddenZkACLAndCredentialsProvidersTest, HdfsWriteToMultipleCollectionsTest, HighlighterTest, SoftAutoCommitTest, HdfsSyncSliceTest, TestPostingsSolrHighlighter, PingRequestHandlerTest, TestManagedSchemaDynamicFieldResource, DistributedFacetPivotSmallTest, DeleteReplicaTest, QueryResultKeyTest, UUIDUpdateProcessorFallbackTest, RollingRestartTest, TestReplicationHandler, TestDocSet, MinimalSchemaTest, SolrTestCaseJ4Test, PluginInfoTest, TestOverriddenPrefixQueryForCustomFieldType, TestCopyFieldCollectionResource, DirectSolrConnectionTest, CSVRequestHandlerTest, TestSolrXmlPersistor, DistributedIntervalFacetingTest, HdfsCollectionsAPIDistributedZkTest, DistributedSpellCheckComponentTest, SSLMigrationTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, PreAnalyzedUpdateProcessorTest, ShardRoutingCustomTest, AssignTest, HttpPartitionTest, SolrXmlInZkTest, TestRandomMergePolicy, HighlighterMaxOffsetTest, TestBadConfig, SuggestComponentTest, AnalysisErrorHandlingTest, TestOmitPositions, ChaosMonkeySafeLeaderTest, TestSolr4Spatial2, TestStressUserVersions, TestTolerantSearch, TestSolrQueryParser, TestHighFrequencyDictionaryFactory, TestSolrXml, RemoteQueryErrorTest, RankQueryTest, HdfsUnloadDistributedZkTest, TestStandardQParsers, SuggesterTest, TestZkChroot, TestTrie, TestFoldingMultitermQuery, MigrateRouteKeyTest, SolrIndexConfigTest, BasicDistributedZkTest, FieldAnalysisRequestHandlerTest, TestRestManager, PreAnalyzedFieldTest, OverseerTest, DocumentBuilderTest, TestSolrDeletionPolicy2, TestLuceneMatchVersion, TestManagedStopFilterFactory, TestAddFieldRealTimeGet, DistributedQueryComponentOptimizationTest, TestQueryTypes, LeaderElectionIntegrationTest, ModifyConfFileTest, TestCodecSupport, UnloadDistributedZkTest, MultiThreadedOCPTest, TestShardHandlerFactory, TestComponentsName, TestImplicitCoreProperties, TestFieldResource, DisMaxRequestHandlerTest, CircularListTest, UniqFieldsUpdateProcessorFactoryTest, IndexSchemaTest, ChangedSchemaMergeTest, TestFastLRUCache, TestUniqueKeyFieldResource, AnalyticsMergeStrategyTest, SliceStateTest, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, RegexBoostProcessorTest, SimplePostToolTest, TestCollectionAPI, TestPHPSerializedResponseWriter, ShowFileRequestHandlerTest, TestXIncludeConfig, TestFreeTextSuggestions, TestAtomicUpdateErrorCases, TriLevelCompositeIdRoutingTest, TestSolr4Spatial, TestFunctionQuery, TestJmxMonitoredMap, HdfsBasicDistributedZk2Test, DocumentAnalysisRequestHandlerTest, TestModifyConfFiles, AsyncMigrateRouteKeyTest, TermsComponentTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, BlockDirectoryTest, DistributedFacetPivotLongTailTest, TestNoOpRegenerator, TestSchemaVersionResource, HighlighterConfigTest, SharedFSAutoReplicaFailoverUtilsTest, SortByFunctionTest, TestFuzzyAnalyzedSuggestions, DeleteLastCustomShardedReplicaTest, AtomicUpdatesTest, DistributedExpandComponentTest, JsonLoaderTest, TestSolrQueryParserResource, CoreAdminHandlerTest, TestQuerySenderListener, NoCacheHeaderTest, DistanceFunctionTest, TestMiniSolrCloudCluster, SpellCheckCollatorTest, CursorMarkTest, SearchHandlerTest, BasicZkTest, TestManagedSchemaFieldTypeResource, ZkControllerTest, HardAutoCommitTest, NumericFieldsTest, TestCloudSchemaless, RequiredFieldsTest, TestBlendedInfixSuggestions, TestRangeQuery, CustomCollectionTest, TermVectorComponentDistributedTest, ClusterStateTest, BasicFunctionalityTest, TestSearcherReuse, TestRTGBase, DistributedFacetPivotLargeTest, HdfsDirectoryTest, XsltUpdateRequestHandlerTest, MultiTermTest, TestSolrIndexConfig, TestRequestStatusCollectionAPI, TestRawResponseWriter, ReturnFieldsTest, TestQueryUtils, DistributedQueryElevationComponentTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, RecoveryZkTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestStressReorder, TestJoin, TestMultiCoreConfBootstrap, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, TestCoreDiscovery, SuggesterFSTTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestLFUCache, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, SampleTest, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CursorPagingTest, TestCursorMarkWithoutUniqueKey, AliasIntegrationTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, ExternalCollectionsTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, ReplicationFactorTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, TestCloudInspectUtil, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestShortCircuitedRequests, HdfsRecoveryZkTest, StressHdfsTest, TestConfigSets, TestInfoStreamLogging, TestInitParams, TestNonNRTOpen, TestReloadAndDeleteDocs, TestReplicationHandlerBackup]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.seed=A02A56987C950323 -Dtests.slow=true -Dtests.locale=es_BO -Dtests.timezone=Asia/Oral -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s | TestReplicationHandlerBackup (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A02A56987C950323]:0)
   [junit4] Completed in 7289.51s, 1 test, 2 errors <<< FAILURES!

[...truncated 166 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1358: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 429 suites, 1772 tests, 1 suite-level error, 2 errors, 54 ignored (32 assumptions)

Total time: 266 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_20 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_20) - Build # 4331 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4331/
Java: 32bit/jdk1.8.0_20 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrSchemalessExampleTest.testAddDelete

Error Message:
IOException occured when talking to server at: https://127.0.0.1:52361/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:52361/solr/collection1
	at __randomizedtesting.SeedInfo.seed([E031A2887B0FFB2A:28D1DF828AA728FC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:563)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.client.solrj.SolrExampleTestsBase.testAddDelete(SolrExampleTestsBase.java:210)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 46 more




Build Log:
[...truncated 12371 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.SolrSchemalessExampleTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\init-core-data-001
   [junit4]   2> 190932 T323 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 191654 T323 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 191654 T323 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 191657 T323 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 191682 T323 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 191729 T323 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52361
   [junit4]   2> 191734 T323 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 191734 T323 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 191735 T323 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001
   [junit4]   2> 191735 T323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\'
   [junit4]   2> 191776 T323 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\solr.xml
   [junit4]   2> 191791 T323 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001
   [junit4]   2> 191793 T323 oasc.CoreContainer.<init> New CoreContainer 32328973
   [junit4]   2> 191793 T323 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\]
   [junit4]   2> 191795 T323 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 191795 T323 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 191795 T323 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 191795 T323 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 191795 T323 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 191797 T323 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 191797 T323 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 191798 T323 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 191798 T323 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 191803 T323 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 191807 T323 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 191807 T323 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 191807 T323 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 191812 T323 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001
   [junit4]   2> 191829 T323 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\
   [junit4]   2> 191829 T323 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 191838 T333 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\'
   [junit4]   2> 191903 T333 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 191906 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../contrib/extraction/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\contrib\extraction\lib).
   [junit4]   2> 191906 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\dist).
   [junit4]   2> 191906 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../contrib/clustering/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\contrib\clustering\lib).
   [junit4]   2> 191909 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\dist).
   [junit4]   2> 191909 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../contrib/langid/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\contrib\langid\lib).
   [junit4]   2> 191909 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\dist).
   [junit4]   2> 191909 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../contrib/velocity/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\contrib\velocity\lib).
   [junit4]   2> 191909 T333 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\..\..\..\..\dist).
   [junit4]   2> 191962 T333 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 192012 T333 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 192058 T333 oass.ManagedIndexSchemaFactory.readSchemaLocally The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 192082 T333 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 192108 T333 oass.IndexSchema.readSchema [collection1] Schema name=example-schemaless
   [junit4]   2> 192449 T333 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [solr.ThaiWordFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 192480 T333 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 192517 T333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 192524 T333 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 192635 T333 oass.ManagedIndexSchema.persistManagedSchema Upgraded to managed schema at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\managed-schema
   [junit4]   2> 192636 T333 oass.ManagedIndexSchemaFactory.upgradeToManagedSchema After upgrading to managed schema, renamed the non-managed schema C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\schema.xml to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\schema.xml.bak
   [junit4]   2> 192636 T333 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\
   [junit4]   2> 192636 T333 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 192639 T333 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\
   [junit4]   2> 192639 T333 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 192639 T333 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 192640 T333 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 192640 T333 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\
   [junit4]   2> 192640 T333 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index/
   [junit4]   2> 192640 T333 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index' doesn't exist. Creating new index...
   [junit4]   2> 192642 T333 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index
   [junit4]   2> 192643 T333 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_1,generation=1}
   [junit4]   2> 192643 T333 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 192643 T333 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 192643 T333 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 192643 T333 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 192644 T333 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 192644 T333 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 192646 T333 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 193849 T333 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 193849 T333 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 193849 T333 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 193849 T333 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 193850 T333 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 193850 T333 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 193850 T333 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 193850 T333 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 193851 T333 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 193852 T333 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 193853 T333 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 193864 T333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 193865 T333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 193868 T333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 193870 T333 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 193880 T333 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 193880 T333 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 193882 T333 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_1,generation=1}
   [junit4]   2> 193882 T333 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 193883 T333 oass.SolrIndexSearcher.<init> Opening Searcher@a4c79[collection1] main
   [junit4]   2> 193884 T333 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf
   [junit4]   2> 193886 T333 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf}
   [junit4]   2> 193886 T333 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf
   [junit4]   2> 193889 T333 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 193889 T333 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf
   [junit4]   2> 193889 T333 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 193889 T333 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 193892 T333 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 193893 T333 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 193896 T333 oashc.QueryElevationComponent.inform Loading QueryElevation from: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\elevate.xml
   [junit4]   2> 193960 T333 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 193960 T333 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 193962 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@a4c79[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 193996 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 193996 T334 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 193996 T334 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 193996 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a4c79[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 193999 T323 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 194000 T323 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 194000 T323 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#52361
   [junit4]   2> 194013 T323 oas.SolrTestCaseJ4.setUp ###Starting testStreamingRequest
   [junit4]   2> ASYNC  NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@1f30c5e
   [junit4]   2> 194184 T327 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1479953199630647296)} 0 28
   [junit4]   2> 194201 T328 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 194203 T328 C102 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 194205 T328 C102 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 194205 T328 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 194207 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 7
   [junit4]   2> 194216 T329 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 194555 T330 C102 oass.ManagedIndexSchema.persistManagedSchema Upgraded to managed schema at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\managed-schema
   [junit4]   2> 194580 T330 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 194595 T330 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_2,generation=2}
   [junit4]   2> 194597 T330 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 194601 T330 C102 oass.SolrIndexSearcher.<init> Opening Searcher@193d370[collection1] main
   [junit4]   2> 194603 T330 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 194603 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@193d370[collection1] main{UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10))}
   [junit4]   2> 194603 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 194603 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@193d370[collection1] main{UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10))}
   [junit4]   2> 194605 T330 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {add=[0 (1479953199676784640), 1 (1479953200037494784), 2 (1479953200045883392), 3 (1479953200046931968), 4 (1479953200047980544), 5 (1479953200047980545), 6 (1479953200047980546), 7 (1479953200049029120), 8 (1479953200049029121), 9 (1479953200049029122)],commit=} 0 380
   [junit4]   2> 194633 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&fl=id,score,_docid_&wt=javabin&version=2} hits=10 status=0 QTime=1 
   [junit4]   2> 194639 T327 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&fl=id,score,_docid_&wt=javabin&version=2} hits=10 status=0 QTime=2 
   [junit4]   2> 194640 T323 oas.SolrTestCaseJ4.tearDown ###Ending testStreamingRequest
   [junit4]   2> 194649 T323 oas.SolrTestCaseJ4.setUp ###Starting testArbitraryJsonIndexing
   [junit4]   2> 194658 T328 C102 oass.SolrIndexSearcher.<init> Opening Searcher@1e3798a[collection1] realtime
   [junit4]   2> 194668 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1479953200126623744)} 0 15
   [junit4]   2> 194685 T329 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 194686 T329 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_3,generation=3}
   [junit4]   2> 194686 T329 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 194687 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@18cec00[collection1] main
   [junit4]   2> 194687 T329 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 194690 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@18cec00[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 194690 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 194690 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18cec00[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 194691 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 7
   [junit4]   2> 194696 T330 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=2 
   [junit4]   2> 194803 T331 C102 oass.ManagedIndexSchema.persistManagedSchema Upgraded to managed schema at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\managed-schema
   [junit4]   2> 194814 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update/json/docs params={} {add=[abc1 (1479953200278667264), 31b88710-749b-4f94-8449-325102702553 (1479953200294395904)]} 0 105
   [junit4]   2> 194851 T332 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 194854 T332 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_4,generation=4}
   [junit4]   2> 194854 T332 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 194858 T332 C102 oass.SolrIndexSearcher.<init> Opening Searcher@1fe2b4[collection1] main
   [junit4]   2> 194859 T332 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 194860 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1fe2b4[collection1] main{UninvertingDirectoryReader(Uninverting(_1(6.0.0):C2))}
   [junit4]   2> 194860 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 194860 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fe2b4[collection1] main{UninvertingDirectoryReader(Uninverting(_1(6.0.0):C2))}
   [junit4]   2> 194861 T332 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 11
   [junit4]   2> 194870 T327 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=2 
   [junit4]   2> 194872 T323 oas.SolrTestCaseJ4.tearDown ###Ending testArbitraryJsonIndexing
   [junit4]   2> 194887 T323 oas.SolrTestCaseJ4.setUp ###Starting testCommitWithinOnAdd
   [junit4]   2> 194900 T328 C102 oass.SolrIndexSearcher.<init> Opening Searcher@3f288c[collection1] realtime
   [junit4]   2> 194902 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1479953200380379136)} 0 7
   [junit4]   2> 194918 T329 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 194920 T329 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_5,generation=5}
   [junit4]   2> 194920 T329 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 194921 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@186c178[collection1] main
   [junit4]   2> 194921 T329 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 194924 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@186c178[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 194924 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 194924 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@186c178[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 194925 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 9
   [junit4]   2> 194931 T330 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 194962 T331 C102 oass.ManagedIndexSchema.persistManagedSchema Upgraded to managed schema at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-001\collection1\conf\managed-schema
   [junit4]   2> 194973 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3 (1479953200423370752)]} 0 36
   [junit4]   2> 194982 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 195453 T337 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 195456 T337 oass.SolrIndexSearcher.<init> Opening Searcher@11b22a8[collection1] main
   [junit4]   2> 195456 T337 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 195476 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@11b22a8[collection1] main{UninvertingDirectoryReader(Uninverting(_2(6.0.0):C1))}
   [junit4]   2> 195476 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 195476 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11b22a8[collection1] main{UninvertingDirectoryReader(Uninverting(_2(6.0.0):C1))}
   [junit4]   2> 195972 T328 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=26 
   [junit4]   2> 195988 T330 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4 (1479953201524375552)]} 0 2
   [junit4]   2> 196467 T337 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 196470 T337 oass.SolrIndexSearcher.<init> Opening Searcher@107cb3f[collection1] main
   [junit4]   2> 196470 T337 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 196474 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@107cb3f[collection1] main{UninvertingDirectoryReader(Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1))}
   [junit4]   2> 196474 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 196474 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@107cb3f[collection1] main{UninvertingDirectoryReader(Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1))}
   [junit4]   2> 196955 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id4&wt=javabin&version=2} hits=1 status=0 QTime=2 
   [junit4]   2> 196955 T323 oas.SolrTestCaseJ4.tearDown ###Ending testCommitWithinOnAdd
   [junit4]   2> 196970 T323 oas.SolrTestCaseJ4.setUp ###Starting testCommitWithinOnDelete
   [junit4]   2> 196981 T328 C102 oass.SolrIndexSearcher.<init> Opening Searcher@74b622[collection1] realtime
   [junit4]   2> 196986 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1479953202560368640)} 0 12
   [junit4]   2> 197015 T329 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 197015 T329 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_6,generation=6}
   [junit4]   2> 197015 T329 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 197017 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@76ce87[collection1] main
   [junit4]   2> 197020 T329 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 197021 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@76ce87[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 197021 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 197021 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76ce87[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 197025 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 11
   [junit4]   2> 197032 T330 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 197051 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3 (1479953202635866112)]} 0 4
   [junit4]   2> 197061 T327 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 197066 T327 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_7,generation=7}
   [junit4]   2> 197067 T327 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 197068 T327 C102 oass.SolrIndexSearcher.<init> Opening Searcher@1713e90[collection1] main
   [junit4]   2> 197068 T327 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 197068 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1713e90[collection1] main{UninvertingDirectoryReader(Uninverting(_4(6.0.0):C1))}
   [junit4]   2> 197068 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 197068 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1713e90[collection1] main{UninvertingDirectoryReader(Uninverting(_4(6.0.0):C1))}
   [junit4]   2> 197068 T327 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 9
   [junit4]   2> 197074 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 197081 T332 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {delete=[id3 (-1479953202669420544)]} 0 3
   [junit4]   2> 197089 T329 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=2 
   [junit4]   2> 197357 T330 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 197603 T327 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 197854 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 198041 T337 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 198041 T337 oass.SolrIndexSearcher.<init> Opening Searcher@43cf72[collection1] main
   [junit4]   2> 198041 T337 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198053 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@43cf72[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198054 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198055 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43cf72[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198100 T329 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=id:id3&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 198102 T323 oas.SolrTestCaseJ4.tearDown ###Ending testCommitWithinOnDelete
   [junit4]   2> 198113 T323 oas.SolrTestCaseJ4.setUp ###Starting testAddDelete
   [junit4]   2> 198122 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1479953203757842432)} 0 5
   [junit4]   2> 198154 T330 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0 & 222 (1479953203794542592)]} 0 2
   [junit4]   2> 198180 T327 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 198181 T327 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_8,generation=8}
   [junit4]   2> 198184 T327 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 198191 T327 C102 oass.SolrIndexSearcher.<init> Opening Searcher@90be3[collection1] main
   [junit4]   2> 198197 T327 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198198 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@90be3[collection1] main{UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1))}
   [junit4]   2> 198198 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198198 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@90be3[collection1] main{UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1))}
   [junit4]   2> 198198 T327 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 18
   [junit4]   2> 198202 T328 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 198223 T332 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {delete=[0 & 222 (-1479953203866894336)]} 0 11
   [junit4]   2> 198236 T329 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 198237 T329 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_9,generation=9}
   [junit4]   2> 198239 T329 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 198240 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@ef43da[collection1] main
   [junit4]   2> 198240 T329 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198243 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ef43da[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198243 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198243 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ef43da[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198244 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 9
   [junit4]   2> 198250 T331 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 198267 T330 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0 & 222 (1479953203906740224)]} 0 9
   [junit4]   2> 198278 T328 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 198280 T328 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_a,generation=10}
   [junit4]   2> 198282 T328 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 198288 T328 C102 oass.SolrIndexSearcher.<init> Opening Searcher@bb5463[collection1] main
   [junit4]   2> 198292 T328 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198293 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@bb5463[collection1] main{UninvertingDirectoryReader(Uninverting(_6(6.0.0):C1))}
   [junit4]   2> 198293 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198293 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bb5463[collection1] main{UninvertingDirectoryReader(Uninverting(_6(6.0.0):C1))}
   [junit4]   2> 198294 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 17
   [junit4]   2> 198298 T332 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
   [junit4]   2> 198305 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@1160334[collection1] realtime
   [junit4]   2> 198306 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=id:"0\ \&\ 222" (-1479953203952877568)} 0 4
   [junit4]   2> 198315 T331 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 198316 T331 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_a,generation=10}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_b,generation=11}
   [junit4]   2> 198316 T331 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 11
   [junit4]   2> 198317 T331 C102 oass.SolrIndexSearcher.<init> Opening Searcher@aad7b0[collection1] main
   [junit4]   2> 198321 T331 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198323 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@aad7b0[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198323 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198323 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aad7b0[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 198324 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 12
   [junit4]   2> 198334 T330 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 198342 T327 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0 & 222 (1479953203991674880)]} 0 3
   [junit4]   2> 198350 T328 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 & 222 (1479953203997966336)]} 0 5
   [junit4]   2> 198358 T332 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2 & 222 (1479953204007403520)]} 0 3
   [junit4]   2> 198372 T329 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 198374 T329 C102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_b,generation=11}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_c,generation=12}
   [junit4]   2> 198374 T329 C102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 12
   [junit4]   2> 198378 T329 C102 oass.SolrIndexSearcher.<init> Opening Searcher@2dccf0[collection1] main
   [junit4]   2> 198379 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@2dccf0[collection1] main{UninvertingDirectoryReader(Uninverting(_7(6.0.0):C3))}
   [junit4]   2> 198379 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 198379 T329 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 198379 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2dccf0[collection1] main{UninvertingDirectoryReader(Uninverting(_7(6.0.0):C3))}
   [junit4]   2> 198381 T329 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 9
   [junit4]   2> 198386 T331 C102 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=0 
   [junit4]   2> 198397 T330 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {delete=[0 & 222 (-1479953204049346560), 1 & 222 (-1479953204051443712), 2 & 222 (-1479953204051443713)]} 0 2
   [junit4]   2> 214690 T336 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 214690 T336 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_c,generation=12}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-8883fe)),segFN=segments_d,generation=13}
   [junit4]   2> 214693 T336 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 13
   [junit4]   2> 214694 T336 oass.SolrIndexSearcher.<init> Opening Searcher@a6b1bb[collection1] realtime
   [junit4]   2> 214694 T336 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 398875 T323 oas.SolrTestCaseJ4.tearDown ###Ending testAddDelete
   [junit4]   2> 398898 T331 C102 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 398898 T331 C102 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 398903 T331 C102 oass.SolrIndexSearcher.<init> Opening Searcher@1de7494[collection1] main
   [junit4]   2> 398904 T331 C102 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 398906 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1de7494[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 398906 T334 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 398906 T334 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1de7494[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 398910 T331 C102 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 13
   [junit4]   2> 398917 T331 C102 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:771)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
   [junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SslConnection.handle(SslConnection.java:196)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 398920 T331 C102 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:771)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
   [junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SslConnection.handle(SslConnection.java:196)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrSchemalessExampleTest -Dtests.method=testAddDelete -Dtests.seed=E031A2887B0FFB2A -Dtests.slow=true -Dtests.locale=nl_BE -Dtests.timezone=America/Kentucky/Monticello -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    201s | SolrSchemalessExampleTest.testAddDelete <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:52361/solr/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E031A2887B0FFB2A:28D1DF828AA728FC]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:563)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrExampleTestsBase.testAddDelete(SolrExampleTestsBase.java:210)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
   [junit4]    > 	... 46 more
   [junit4]   2> 399234 T323 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=32328973
   [junit4]   2> 399235 T323 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f30c5e
   [junit4]   2> 399241 T323 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=17,autocommit maxTime=15000ms,autocommits=1,soft autocommits=3,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=20,cumulative_deletesById=5,cumulative_deletesByQuery=6,cumulative_errors=0,transaction_logs_total_size=1250,transaction_logs_total_number=10}
   [junit4]   2> 399243 T323 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 399244 T323 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 399244 T323 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 399249 T323 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 399250 T323 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 399250 T323 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\ [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\;done=false>>]
   [junit4]   2> 399252 T323 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\
   [junit4]   2> 399252 T323 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index;done=false>>]
   [junit4]   2> 399253 T323 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001\tempDir-002\index
   [junit4]   2> 399254 T323 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 405710 T323 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.SolrSchemalessExampleTest-E031A2887B0FFB2A-001
   [junit4]   2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=nl_BE, timezone=America/Kentucky/Monticello
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_20 (32-bit)/cpus=2,threads=1,free=23422456,total=90177536
   [junit4]   2> NOTE: All tests run in this JVM: [NamedListTest, MergeIndexesEmbeddedTest, TestLBHttpSolrServer, IteratorChainTest, TestBatchUpdate, ConcurrentUpdateSolrServerTest, TestDocumentObjectBinder, SolrExampleStreamingTest, SolrExampleXMLTest, LargeVolumeEmbeddedTest, ClientUtilsTest, ContentStreamTest, SolrDocumentTest, TestSpellCheckResponse, TestNamedListCodec, LargeVolumeJettyTest, SolrSchemalessExampleTest]
   [junit4] Completed in 214.84s, 5 tests, 1 error <<< FAILURES!

[...truncated 114 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:202: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1358: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 53 suites, 313 tests, 1 error

Total time: 153 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_20 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0_20) - Build # 4330 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4330/
Java: 64bit/jdk1.8.0_20 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([E60B5FFC3F538C00:67EDD1E4480CEC3C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:59710/rd/b, http://127.0.0.1:59701/rd/b, http://127.0.0.1:59686/rd/b]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:59710/rd/b, http://127.0.0.1:59701/rd/b, http://127.0.0.1:59686/rd/b]
	at __randomizedtesting.SeedInfo.seed([E60B5FFC3F538C00:67EDD1E4480CEC3C]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : customcollreplicadeletion/a/core_node1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 45 more




Build Log:
[...truncated 11317 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\init-core-data-001
   [junit4]   2> 3151207 T8706 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3151208 T8706 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /dzcqg/
   [junit4]   2> 3151211 T8706 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3151214 T8706 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3151215 T8707 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3151301 T8706 oasc.ZkTestServer.run start zk server on port:56230
   [junit4]   2> 3151301 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3151304 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3151308 T8713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7dfbd51c name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3151308 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3151308 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3151308 T8706 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3151312 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3151313 T8708 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1489abf63120000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3151315 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3151318 T8715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d3fdb0 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3151319 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3151319 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3151319 T8706 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3151323 T8706 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3151327 T8706 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3151330 T8706 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3151334 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3151335 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3151340 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3151341 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3151345 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3151346 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3151349 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3151349 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3151353 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3151353 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3151357 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3151357 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3151360 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3151360 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3151363 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3151363 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3151367 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3151367 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3151371 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3151372 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3151375 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3151375 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3151379 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3151381 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3151382 T8717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45ccff71 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3151383 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3151383 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 3151386 T8708 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1489abf63120002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3151387 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3151390 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3151392 T8719 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5591fc13 name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3151392 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3151392 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3151392 T8706 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3151396 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3151398 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3151399 T8721 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76619088 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3151400 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3151400 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3151402 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 3151403 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 3151408 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 3151409 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 3151413 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3151414 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3151417 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 3151418 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 3151421 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 3151421 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 3151424 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 3151425 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 3151429 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 3151429 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 3151433 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3151433 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3151436 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 3151436 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 3151440 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 3151440 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 3151445 T8706 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 3151445 T8706 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 3151450 T8708 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1489abf63120004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3153196 T8706 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3153205 T8706 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3153208 T8706 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56246
   [junit4]   2> 3153212 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3153212 T8706 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3153212 T8706 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002
   [junit4]   2> 3153212 T8706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002\'
   [junit4]   2> 3153253 T8706 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002\solr.xml
   [junit4]   2> 3153267 T8706 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002
   [junit4]   2> 3153268 T8706 oasc.CoreContainer.<init> New CoreContainer 1308517929
   [junit4]   2> 3153268 T8706 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002\]
   [junit4]   2> 3153268 T8706 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3153269 T8706 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3153269 T8706 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3153269 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3153270 T8706 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3153270 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3153270 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3153271 T8706 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3153271 T8706 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3153274 T8706 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3153278 T8706 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3153278 T8706 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3153279 T8706 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3153279 T8706 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56230/solr
   [junit4]   2> 3153279 T8706 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3153280 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3153282 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3153284 T8732 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e667f42 name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3153284 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3153284 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3153289 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3153290 T8734 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a1ec2bf name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3153291 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3153294 T8706 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3153298 T8706 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3153303 T8706 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3153310 T8706 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3153314 T8706 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3153320 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3153322 T8706 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56246_dzcqg
   [junit4]   2> 3153324 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56246_dzcqg
   [junit4]   2> 3153328 T8706 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3153331 T8706 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3153334 T8706 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3153336 T8706 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56246_dzcqg
   [junit4]   2> 3153336 T8706 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3153340 T8706 oasc.Overseer.start Overseer (id=92493939152650246-127.0.0.1:56246_dzcqg-n_0000000000) starting
   [junit4]   2> 3153343 T8706 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3153363 T8706 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3153366 T8736 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3153368 T8706 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3153374 T8706 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3153377 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3153384 T8735 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3153387 T8706 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002
   [junit4]   2> 3154681 T8706 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-002\conf\
   [junit4]   2> 3154906 T8706 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3154908 T8706 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3154908 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3154921 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3154924 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3154925 T8740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ecd81cd name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3154926 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3154926 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3154929 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3154934 T8706 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3154934 T8706 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 3154934 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3154936 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3154938 T8742 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c30cef name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3154938 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3154938 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3154943 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3154944 T8708 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1489abf63120008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3154949 T8735 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 3154949 T8735 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3154949 T8735 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 3154955 T8735 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 3154957 T8743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3154960 T8744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3157180 T8706 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3157184 T8706 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3157194 T8706 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3157200 T8706 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56261
   [junit4]   2> 3157204 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3157228 T8706 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3157229 T8706 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003
   [junit4]   2> 3157229 T8706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003\'
   [junit4]   2> 3157291 T8706 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003\solr.xml
   [junit4]   2> 3157311 T8706 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003
   [junit4]   2> 3157313 T8706 oasc.CoreContainer.<init> New CoreContainer 179695661
   [junit4]   2> 3157313 T8706 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003\]
   [junit4]   2> 3157314 T8706 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3157315 T8706 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3157315 T8706 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3157316 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3157316 T8706 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3157317 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3157317 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3157318 T8706 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3157318 T8706 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3157324 T8706 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3157330 T8706 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3157331 T8706 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3157332 T8706 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3157332 T8706 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56230/solr
   [junit4]   2> 3157333 T8706 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3157333 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3157335 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3157337 T8755 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76903eac name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3157338 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3157338 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3157343 T8708 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1489abf63120009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3157345 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3157348 T8757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1304fb46 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3157349 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3157366 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3158330 T8706 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56261_dzcqg
   [junit4]   2> 3158332 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56261_dzcqg
   [junit4]   2> 3158343 T8706 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3158348 T8706 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003
   [junit4]   2> 3160053 T8706 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003\conf\
   [junit4]   2> 3160253 T8706 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3160255 T8706 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3160256 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3162562 T8706 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3162563 T8706 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3162576 T8706 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3162579 T8706 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56270
   [junit4]   2> 3162585 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3162585 T8706 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3162585 T8706 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004
   [junit4]   2> 3162585 T8706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\'
   [junit4]   2> 3162636 T8706 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solr.xml
   [junit4]   2> 3162649 T8706 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004
   [junit4]   2> 3162649 T8706 oasc.CoreContainer.<init> New CoreContainer 1700676891
   [junit4]   2> 3162649 T8706 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\]
   [junit4]   2> 3162652 T8706 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3162653 T8706 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3162660 T8706 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3162668 T8706 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3162668 T8706 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3162668 T8706 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3162668 T8706 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56230/solr
   [junit4]   2> 3162668 T8706 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3162668 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3162671 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3162674 T8770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@273e5389 name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3162674 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3162675 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3162682 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3162684 T8772 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@428ff48e name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3162686 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3162705 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3163668 T8706 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56270_dzcqg
   [junit4]   2> 3163670 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56270_dzcqg
   [junit4]   2> 3163682 T8706 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3163688 T8706 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004
   [junit4]   2> 3165115 T8706 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\conf\
   [junit4]   2> 3165348 T8706 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3165351 T8706 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3165351 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3167317 T8706 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3167318 T8706 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3167326 T8706 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3167329 T8706 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56279
   [junit4]   2> 3167334 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3167335 T8706 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3167335 T8706 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005
   [junit4]   2> 3167336 T8706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005\'
   [junit4]   2> 3167371 T8706 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005\solr.xml
   [junit4]   2> 3167383 T8706 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005
   [junit4]   2> 3167384 T8706 oasc.CoreContainer.<init> New CoreContainer 980302072
   [junit4]   2> 3167384 T8706 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005\]
   [junit4]   2> 3167385 T8706 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3167385 T8706 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3167385 T8706 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3167385 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3167386 T8706 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3167386 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3167386 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3167386 T8706 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3167386 T8706 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3167390 T8706 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3167394 T8706 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3167394 T8706 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3167394 T8706 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3167394 T8706 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56230/solr
   [junit4]   2> 3167394 T8706 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3167394 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3167398 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3167400 T8785 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b9356a2 name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3167401 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3167401 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3167406 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3167408 T8787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ee1f922 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3167408 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3167421 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3168470 T8706 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56279_dzcqg
   [junit4]   2> 3168472 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56279_dzcqg
   [junit4]   2> 3168481 T8706 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3168485 T8706 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005
   [junit4]   2> 3169654 T8706 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005\conf\
   [junit4]   2> 3169875 T8706 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3169877 T8706 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3169878 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3172115 T8706 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 3172116 T8706 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3172127 T8706 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3172130 T8706 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56288
   [junit4]   2> 3172138 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3172138 T8706 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3172138 T8706 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006
   [junit4]   2> 3172138 T8706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006\'
   [junit4]   2> 3172196 T8706 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006\solr.xml
   [junit4]   2> 3172216 T8706 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006
   [junit4]   2> 3172217 T8706 oasc.CoreContainer.<init> New CoreContainer 1700322387
   [junit4]   2> 3172218 T8706 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006\]
   [junit4]   2> 3172219 T8706 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3172220 T8706 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3172221 T8706 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3172221 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3172222 T8706 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3172222 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3172223 T8706 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3172224 T8706 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3172224 T8706 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3172230 T8706 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3172235 T8706 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3172235 T8706 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3172236 T8706 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3172236 T8706 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56230/solr
   [junit4]   2> 3172236 T8706 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3172237 T8706 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3172239 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3172241 T8800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b9a8456 name:ZooKeeperConnection Watcher:127.0.0.1:56230 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3172241 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3172241 T8706 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3172247 T8706 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3172249 T8802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6edf1099 name:ZooKeeperConnection Watcher:127.0.0.1:56230/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3172250 T8706 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3172276 T8706 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3173333 T8706 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56288_dzcqg
   [junit4]   2> 3173335 T8706 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56288_dzcqg
   [junit4]   2> 3173357 T8706 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3173366 T8706 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006
   [junit4]   2> 3175420 T8706 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006\conf\
   [junit4]   2> 3175723 T8706 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3175727 T8706 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3175728 T8706 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3175804 T8750 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 3175807 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3175811 T8736 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 3175812 T8805 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 3175815 T8805 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 3175817 T8805 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 3175831 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3175842 T8735 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 3175862 T8735 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 3175863 T8735 oasc.Overseer$ClusterStateUpdater.createCollection state version solrj_collection 1
   [junit4]   2> 3175877 T8744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175877 T8773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175877 T8803 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175878 T8788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175878 T8758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175880 T8743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3175946 T8805 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 3175946 T8805 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:56261_dzcqg
   [junit4]   2> 3175949 T8805 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:56279_dzcqg
   [junit4]   2> 3175954 T8805 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:56270_dzcqg
   [junit4]   2> 3176009 T8805 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:56288_dzcqg
   [junit4]   2> 3176016 T8752 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3176025 T8782 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3176044 T8782 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 3176065 T8763 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3176044 T8752 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 3176072 T8782 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3176072 T8752 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3176073 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3176080 T8795 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3176089 T8763 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 3176092 T8763 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3176095 T8795 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 3176098 T8795 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3176100 T8735 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56279/dzcqg",
   [junit4]   2> 	  "node_name":"127.0.0.1:56279_dzcqg",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3176111 T8735 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56261/dzcqg",
   [junit4]   2> 	  "node_name":"127.0.0.1:56261_dzcqg",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3176121 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3176125 T8735 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56270/dzcqg",
   [junit4]   2> 	  "node_name":"127.0.0.1:56270_dzcqg",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3176133 T8735 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56288/dzcqg",
   [junit4]   2> 	  "node_name":"127.0.0.1:56288_dzcqg",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3176140 T8743 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3176142 T8744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3176143 T8803 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3176143 T8788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3176143 T8758 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3176145 T8773 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3176146 T8743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3177216 T8782 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 3177216 T8752 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 3177216 T8782 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3177217 T8752 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3177219 T8782 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3177219 T8782 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3177220 T8752 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3177220 T8752 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3177224 T8782 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3177224 T8782 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-005\solrj_collection_shard1_replica2\'
   [junit4]   2> 3177226 T8752 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3177227 T8752 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-003\solrj_collection_shard1_replica1\'
   [junit4]   2> 3177237 T8763 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 3177237 T8763 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3177242 T8763 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3177242 T8763 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3177243 T8795 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 3177243 T8795 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3177256 T8795 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3177256 T8795 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3177266 T8763 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3177266 T8763 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\'
   [junit4]   2> 3177284 T8795 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3177285 T8795 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-006\solrj_collection_shard2_replica2\'
   [junit4]   2> 3177357 T8752 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3177376 T8782 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3177376 T8752 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3177385 T8752 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3177397 T8752 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 3177397 T8782 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3177438 T8763 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3177464 T8763 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3177486 T8795 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3177518 T8763 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3177531 T8763 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 3177683 T8752 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3177683 T8795 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3177698 T8752 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3177702 T8752 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3177710 T8782 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3177723 T8782 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 3177903 T8763 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3177911 T8763 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3177914 T8763 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3177924 T8795 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3177939 T8795 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 3177954 T8782 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3177963 T8782 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3177989 T8782 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3178069 T8763 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178079 T8752 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178083 T8763 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178086 T8782 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178094 T8752 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178094 T8763 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3178100 T8763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3178101 T8763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3178102 T8763 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3178111 T8782 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3178116 T8752 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3178121 T8763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3178121 T8763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3178122 T8763 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 3178123 T8763 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3178123 T8763 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\data\
   [junit4]   2> 3178124 T8763 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@39038d96
   [junit4]   2> 3178125 T8763 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\data\
   [junit4]   2> 3178126 T8763 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\data\index/
   [junit4]   2> 3178126 T8763 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3178127 T8763 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPIDistributedZkTest-E60B5FFC3F538C00-001\tempDir-004\solrj_collection_shard2_replica1\data\index
   [junit4]   2> 3178130 T8763 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=63.8388671875, floorSegmentMB=0.8369140625, forceMergeDeletesPctAllowed=21.79898019816718, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3178159 T8763 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-4872e6ac)),segFN=segments_1,generation=1}
   [junit4]   2> 3178160 T8763 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3178168 T8763 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3178169 T8763 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3178193 T8763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3178193 T8763 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3178194 T8763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3178194 T8763 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3178196 T8763 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3178197 T8763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3178197 T8763 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3178199 T8763 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3178200 T8763 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3178201 T8763 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3178201 T8763 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3178203 T8763 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3178203 T8763 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3178205 T8763 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3178206 T8763 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3178206 T8763 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3178208 T8763 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3178209 T8763 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3178221 T8763 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3178225 T8763 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3178228 T8763 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3178232 T8763 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3178234 T8795 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3178239 T8782 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2

[...truncated too long message...]

s\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-E60B5FFC3F538C00-001
   [junit4]   2> 118232 T12463 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_AR, timezone=Zulu
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0_20 (64-bit)/cpus=2,threads=1,free=297388592,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BlockDirectoryTest, ChangedSchemaMergeTest, UpdateRequestProcessorFactoryTest, TestReRankQParserPlugin, DirectUpdateHandlerOptimizeTest, DistribDocExpirationUpdateProcessorTest, TestRequestStatusCollectionAPI, MergeStrategyTest, AssignTest, ReturnFieldsTest, TestRandomDVFaceting, DistanceFunctionTest, TestFieldResource, DocValuesMissingTest, DistributedSuggestComponentTest, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, QueryResultKeyTest, TestDFRSimilarityFactory, TestHighFrequencyDictionaryFactory, TestRecovery, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, HdfsRecoveryZkTest, TestHighlightDedupGrouping, TestLFUCache, PathHierarchyTokenizerFactoryTest, TestPhraseSuggestions, ShardRoutingCustomTest, TestFoldingMultitermQuery, FieldMutatingUpdateProcessorTest, TestLazyCores, BasicZkTest, DistributedQueryComponentOptimizationTest, TestStressUserVersions, TestUtils, HighlighterTest, TestFastLRUCache, SpellCheckCollatorTest, TestZkChroot, TestSolrQueryParserDefaultOperatorResource, SearchHandlerTest, TestOmitPositions, DateRangeFieldTest, TestBM25SimilarityFactory, TestDocSet, SuggestComponentTest, TestCopyFieldCollectionResource, TestSortingResponseWriter, DocValuesTest, MigrateRouteKeyTest, SpellCheckComponentTest, NotRequiredUniqueKeyTest, EchoParamsTest, AnalysisErrorHandlingTest, SimplePostToolTest, MultiTermTest, AliasIntegrationTest, TestExpandComponent, TestLuceneMatchVersion, IndexSchemaTest, BasicDistributedZkTest, NoCacheHeaderTest, DocumentBuilderTest, TestWordDelimiterFilterFactory, TestDistributedGrouping, TestFreeTextSuggestions, AnalyticsMergeStrategyTest, CursorMarkTest, TestCollectionAPI, TestSolrXmlPersistence, ReplicationFactorTest, TestManagedSchemaDynamicFieldResource, OutOfBoxZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, TestDynamicFieldCollectionResource, PreAnalyzedFieldTest, TestSolrCoreProperties, HighlighterMaxOffsetTest, TestSweetSpotSimilarityFactory, TestLeaderElectionZkExpiry, TestRealTimeGet, DistributedFacetPivotLargeTest, JsonLoaderTest, TestSearcherReuse, TestDefaultSearchFieldResource, IndexSchemaRuntimeFieldTest, TestIntervalFaceting, LukeRequestHandlerTest, TestArbitraryIndexDir, TestDynamicFieldResource, TestFieldSortValues, TestXIncludeConfig, TestRTGBase, TestFastOutputStream, TestFunctionQuery, JSONWriterTest, AsyncMigrateRouteKeyTest, HdfsBasicDistributedZkTest, ShardRoutingTest, LeaderElectionTest, OverseerCollectionProcessorTest, DocumentAnalysisRequestHandlerTest, TestCSVResponseWriter, TestElisionMultitermQuery, TestSearchPerf, ClusterStateUpdateTest, TestTrie, XsltUpdateRequestHandlerTest, TestNRTOpen, AlternateDirectoryTest, ZkNodePropsTest, TestAddFieldRealTimeGet, HdfsWriteToMultipleCollectionsTest, SortByFunctionTest, BadIndexSchemaTest, CustomCollectionTest, TestInitParams, TestNoOpRegenerator, AtomicUpdatesTest, SpellPossibilityIteratorTest, DistributedQueryElevationComponentTest, FileBasedSpellCheckerTest, TestAtomicUpdateErrorCases, ExternalCollectionsTest, TestRecoveryHdfs, TestCloudInspectUtil, TestIBSimilarityFactory, SolrCoreCheckLockOnStartupTest, SolrCoreTest, SSLMigrationTest, MBeansHandlerTest, PreAnalyzedUpdateProcessorTest, AnalyticsQueryTest, ZkControllerTest, TestIndexSearcher, FastVectorHighlighterTest, TestReplicationHandler, HdfsLockFactoryTest, TestManagedSchemaFieldResource, XmlUpdateRequestHandlerTest, TestManagedResource, TestFieldTypeResource, TestQuerySenderListener, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, MoreLikeThisHandlerTest, TestManagedSchema, DirectSolrConnectionTest, TestMaxScoreQueryParser, TestFiltering, TestWriterPerf, SyncSliceTest, TestReloadAndDeleteDocs, TestAnalyzedSuggestions, TestShardHandlerFactory, RAMDirectoryFactoryTest, RollingRestartTest, ResourceLoaderTest, UUIDFieldTest, TestComponentsName, TestModifyConfFiles, AutoCommitTest, TestCoreContainer, HdfsCollectionsAPIDistributedZkTest, TestInfoStreamLogging, CurrencyFieldOpenExchangeTest, TestFuzzyAnalyzedSuggestions, PrimitiveFieldTypeTest, TestSolr4Spatial, ClusterStateTest, CursorPagingTest, TestManagedSynonymFilterFactory, TestSimpleQParserPlugin, SolrIndexSplitterTest, TestSolrDeletionPolicy2, PeerSyncTest, TestCodecSupport, TestSuggestSpellingConverter, SchemaVersionSpecificBehaviorTest, UUIDUpdateProcessorFallbackTest, DistribCursorPagingTest, IndexBasedSpellCheckerTest, DistributedTermsComponentTest, TestShortCircuitedRequests, AddBlockUpdateTest, TestDistribDocBasedVersion, HdfsChaosMonkeySafeLeaderTest, CoreAdminCreateDiscoverTest, DeleteShardTest, SolrPluginUtilsTest, TestSolrQueryParser, EnumFieldTest, DeleteReplicaTest, SpatialFilterTest, TestSolrXml, RankQueryTest, PrimUtilsTest, TestManagedSchemaFieldTypeResource, TestSystemIdResolver, SoftAutoCommitTest, TestStressLucene, PingRequestHandlerTest, TestExtendedDismaxParser, SystemInfoHandlerTest, TestCoreDiscovery, TestCSVLoader, TestJmxMonitoredMap, URLClassifyProcessorTest, QueryParsingTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, SimpleFacetsTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, TestCollationField, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestCharFilters, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, SliceStateTest, FileUtilsTest, CircularListTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest]
   [junit4] Completed in 119.34s, 1 test, 1 error <<< FAILURES!

[...truncated 266 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1358: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 429 suites, 1772 tests, 2 errors, 54 ignored (32 assumptions)

Total time: 152 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0_40-ea-b04) - Build # 4329 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4329/
Java: 64bit/jdk1.8.0_40-ea-b04 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:52017, https://127.0.0.1:52041, https://127.0.0.1:52032]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:52017, https://127.0.0.1:52041, https://127.0.0.1:52032]
	at __randomizedtesting.SeedInfo.seed([DECDA0BC7458AF0F:5F2B2EA40307CF33]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:878)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.removeAndWaitForLastReplicaGone(DeleteLastCustomShardedReplicaTest.java:117)
	at org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest.doTest(DeleteLastCustomShardedReplicaTest.java:107)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : customcollreplicadeletion/a/core_node2
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 45 more


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:56247, https://127.0.0.1:56271, https://127.0.0.1:56280, https://127.0.0.1:56262, https://127.0.0.1:56289]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:56247, https://127.0.0.1:56271, https://127.0.0.1:56280, https://127.0.0.1:56262, https://127.0.0.1:56289]
	at __randomizedtesting.SeedInfo.seed([DECDA0BC7458AF0F:5F2B2EA40307CF33]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:878)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144)
	at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : delLiveColl/shard1/core_node1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 46 more




Build Log:
[...truncated 11209 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteLastCustomShardedReplicaTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\init-core-data-001
   [junit4]   2> 2283321 T6136 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2283321 T6136 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2283324 T6136 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2283325 T6136 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2283326 T6137 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2283422 T6136 oasc.ZkTestServer.run start zk server on port:52007
   [junit4]   2> 2283422 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2283425 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2283433 T6143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30d4aa77 name:ZooKeeperConnection Watcher:127.0.0.1:52007 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2283433 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2283433 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2283433 T6136 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2283440 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2283441 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2283445 T6145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f6171de name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2283445 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2283445 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2283445 T6136 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2283449 T6136 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2283453 T6136 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2283456 T6136 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2283459 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2283460 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2283465 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2283465 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2283471 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2283471 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2283476 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2283476 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2283481 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2283481 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2283486 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2283487 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2283491 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2283491 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2283498 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2283498 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2283504 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2283504 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2283509 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2283510 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2283515 T6136 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2283515 T6136 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2283522 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2283522 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2283525 T6147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b686266 name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2283526 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2283526 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2285298 T6136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2285309 T6136 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2285311 T6136 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52017
   [junit4]   2> 2285316 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2285317 T6136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2285318 T6136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002
   [junit4]   2> 2285318 T6136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\'
   [junit4]   2> 2285351 T6136 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\solr.xml
   [junit4]   2> 2285364 T6136 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002
   [junit4]   2> 2285364 T6136 oasc.CoreContainer.<init> New CoreContainer 2113561788
   [junit4]   2> 2285365 T6136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\]
   [junit4]   2> 2285365 T6136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2285366 T6136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2285366 T6136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2285366 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2285367 T6136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2285367 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2285367 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2285368 T6136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2285368 T6136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2285371 T6136 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2285374 T6136 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2285374 T6136 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2285375 T6136 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2285375 T6136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52007/solr
   [junit4]   2> 2285376 T6136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2285376 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2285378 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2285381 T6158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25fd2d53 name:ZooKeeperConnection Watcher:127.0.0.1:52007 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2285382 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2285382 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2285386 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2285388 T6160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@722c105 name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2285389 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2285391 T6136 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2285398 T6136 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2285401 T6136 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2285408 T6136 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2285415 T6136 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2285419 T6136 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2285421 T6136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52017_
   [junit4]   2> 2285422 T6136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52017_
   [junit4]   2> 2285427 T6136 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2285430 T6136 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2285432 T6136 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2285435 T6136 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52017_
   [junit4]   2> 2285435 T6136 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2285438 T6136 oasc.Overseer.start Overseer (id=92491045186699268-127.0.0.1:52017_-n_0000000000) starting
   [junit4]   2> 2285441 T6136 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2285453 T6136 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2285454 T6162 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2285456 T6136 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2285459 T6136 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2285461 T6136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2285467 T6161 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2285467 T6136 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002
   [junit4]   2> 2286618 T6136 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\conf\
   [junit4]   2> 2286787 T6136 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2286789 T6136 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2286789 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2286803 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2286805 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2286807 T6166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64554e80 name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2286807 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2286807 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2286810 T6136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2286816 T6136 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2286817 T6136 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 2286817 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2286818 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2286819 T6168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6819d6f9 name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2286820 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2286820 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2286823 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2286824 T6138 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148981d95420006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2286830 T6161 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 2286830 T6161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 2286830 T6161 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 2286838 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 2286842 T6169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2286849 T6170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2288563 T6136 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2288564 T6136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2288573 T6136 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2288576 T6136 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52032
   [junit4]   2> 2288583 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2288583 T6136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2288583 T6136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003
   [junit4]   2> 2288583 T6136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003\'
   [junit4]   2> 2288615 T6136 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003\solr.xml
   [junit4]   2> 2288624 T6136 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003
   [junit4]   2> 2288626 T6136 oasc.CoreContainer.<init> New CoreContainer 1268201598
   [junit4]   2> 2288626 T6136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003\]
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2288628 T6136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2288631 T6136 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2288635 T6136 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2288635 T6136 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2288635 T6136 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2288635 T6136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52007/solr
   [junit4]   2> 2288635 T6136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2288635 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2288639 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2288640 T6181 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2545edeb name:ZooKeeperConnection Watcher:127.0.0.1:52007 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2288641 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2288641 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2288644 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2288646 T6183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a8ab10b name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2288646 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2288657 T6136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2289626 T6136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52032_
   [junit4]   2> 2289628 T6136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52032_
   [junit4]   2> 2289635 T6136 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2289641 T6136 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003
   [junit4]   2> 2290783 T6136 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-003\conf\
   [junit4]   2> 2290977 T6136 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2290978 T6136 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2290979 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2292672 T6136 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2292672 T6136 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2292681 T6136 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2292685 T6136 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:52041
   [junit4]   2> 2292687 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2292687 T6136 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2292688 T6136 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004
   [junit4]   2> 2292688 T6136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\'
   [junit4]   2> 2292735 T6136 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\solr.xml
   [junit4]   2> 2292748 T6136 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004
   [junit4]   2> 2292749 T6136 oasc.CoreContainer.<init> New CoreContainer 260033196
   [junit4]   2> 2292749 T6136 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\]
   [junit4]   2> 2292750 T6136 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2292750 T6136 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2292750 T6136 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2292750 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2292751 T6136 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2292751 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2292751 T6136 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2292752 T6136 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2292752 T6136 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2292756 T6136 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2292758 T6136 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2292758 T6136 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2292758 T6136 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2292759 T6136 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52007/solr
   [junit4]   2> 2292759 T6136 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2292759 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2292761 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2292763 T6196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ee347c name:ZooKeeperConnection Watcher:127.0.0.1:52007 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2292763 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2292763 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2292767 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2292768 T6198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3206db6a name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2292769 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2292782 T6136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2293654 T6136 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52041_
   [junit4]   2> 2293657 T6136 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52041_
   [junit4]   2> 2293672 T6136 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2293677 T6136 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004
   [junit4]   2> 2294273 T6136 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\conf\
   [junit4]   2> 2294373 T6136 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2294375 T6136 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2294375 T6136 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2294384 T6136 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: customcollreplicadeletion
   [junit4]   2> 2294384 T6136 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 2294388 T6136 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2294390 T6202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28aeb844 name:ZooKeeperConnection Watcher:127.0.0.1:52007/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2294390 T6136 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2294390 T6136 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 2294392 T6136 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2294434 T6153 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=1&shards=a,b&maxShardsPerNode=5&router.name=implicit&name=customcollreplicadeletion&action=CREATE&numShards=1&stateFormat=2&wt=javabin&version=2
   [junit4]   2> 2294436 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2294439 T6162 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"customcollreplicadeletion",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2294441 T6203 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"customcollreplicadeletion",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "maxShardsPerNode":"5",
   [junit4]   2> 	  "shards":"a,b",
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "router.name":"implicit"}
   [junit4]   2> 2294444 T6203 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 2294444 T6203 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/customcollreplicadeletion 
   [junit4]   2> 2294446 T6203 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion
   [junit4]   2> 2294453 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2294462 T6161 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: customcollreplicadeletion
   [junit4]   2> 2294462 T6161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection customcollreplicadeletion with shards [a, b]
   [junit4]   2> 2294463 T6161 oasc.Overseer$ClusterStateUpdater.createCollection state version customcollreplicadeletion 2
   [junit4]   2> 2294469 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2294471 T6169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2294472 T6184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2294472 T6199 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2294473 T6170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2294474 T6204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2294540 T6203 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection customcollreplicadeletion, shardNames [a, b] , replicationFactor : 1
   [junit4]   2> 2294540 T6203 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_a_replica1 as part of slice a of collection customcollreplicadeletion on 127.0.0.1:52017_
   [junit4]   2> 2294543 T6203 oasc.OverseerCollectionProcessor.createCollection Creating shard customcollreplicadeletion_b_replica1 as part of slice b of collection customcollreplicadeletion on 127.0.0.1:52041_
   [junit4]   2> 2294579 T6193 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_b_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=b&wt=javabin&version=2
   [junit4]   2> 2294580 T6154 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_a_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=a&wt=javabin&version=2
   [junit4]   2> 2294589 T6193 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=down collection=customcollreplicadeletion
   [junit4]   2> 2294590 T6154 oasc.ZkController.publish publishing core=customcollreplicadeletion_a_replica1 state=down collection=customcollreplicadeletion
   [junit4]   2> 2294593 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2294596 T6193 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion
   [junit4]   2> 2294596 T6193 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion
   [junit4]   2> 2294598 T6193 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... 
   [junit4]   2> 2294599 T6154 oasc.ZkController.preRegister Registering watch for external collection customcollreplicadeletion
   [junit4]   2> 2294602 T6193 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 0 
   [junit4]   2> 2294603 T6193 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2294603 T6161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_b_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52041",
   [junit4]   2> 	  "node_name":"127.0.0.1:52041_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2294619 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2294620 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2294621 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2294623 T6154 oascc.ZkStateReader.addZkWatch addZkWatch customcollreplicadeletion
   [junit4]   2> 2294624 T6154 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/customcollreplicadeletion/state.json from ZooKeeper... 
   [junit4]   2> 2294628 T6154 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2294628 T6154 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2294636 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 1 
   [junit4]   2> 2294637 T6161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_a_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52017",
   [junit4]   2> 	  "node_name":"127.0.0.1:52017_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"a",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2294641 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2294642 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2294643 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2294644 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2294645 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2294649 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2295468 T6193 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_b_replica1
   [junit4]   2> 2295468 T6193 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion
   [junit4]   2> 2295469 T6193 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2295469 T6193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2295471 T6193 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2295471 T6193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\'
   [junit4]   2> 2295493 T6154 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for customcollreplicadeletion_a_replica1
   [junit4]   2> 2295493 T6154 oasc.ZkController.createCollectionZkNode Check for collection zkNode:customcollreplicadeletion
   [junit4]   2> 2295495 T6154 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2295495 T6154 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2295497 T6154 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2295497 T6154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\'
   [junit4]   2> 2295534 T6193 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2295546 T6154 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2295551 T6193 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2295556 T6193 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2295556 T6154 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2295559 T6154 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2295562 T6193 oass.IndexSchema.readSchema [customcollreplicadeletion_b_replica1] Schema name=test
   [junit4]   2> 2295572 T6154 oass.IndexSchema.readSchema [customcollreplicadeletion_a_replica1] Schema name=test
   [junit4]   2> 2295701 T6154 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2295701 T6193 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2295707 T6154 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2295707 T6193 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2295707 T6154 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2295707 T6193 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2295724 T6193 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2295729 T6154 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2295729 T6193 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2295737 T6193 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2295738 T6154 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2295740 T6193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2295741 T6193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2295741 T6193 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2295743 T6154 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2295743 T6193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2295744 T6193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2295744 T6193 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_b_replica1' using configuration from collection customcollreplicadeletion
   [junit4]   2> 2295744 T6193 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2295745 T6193 oasc.SolrCore.<init> [customcollreplicadeletion_b_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\data\
   [junit4]   2> 2295745 T6193 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af08f62
   [junit4]   2> 2295745 T6154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2295745 T6154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2295745 T6193 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\data\
   [junit4]   2> 2295746 T6193 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index/
   [junit4]   2> 2295745 T6154 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2295746 T6193 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_b_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2295747 T6193 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-004\customcollreplicadeletion_b_replica1\data\index
   [junit4]   2> 2295748 T6154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2295749 T6154 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2295748 T6193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=52.1923828125, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=17.450719724015507, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21261664351234996
   [junit4]   2> 2295749 T6154 oasc.CoreContainer.create Creating SolrCore 'customcollreplicadeletion_a_replica1' using configuration from collection customcollreplicadeletion
   [junit4]   2> 2295750 T6154 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2295750 T6193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-6675a951)),segFN=segments_1,generation=1}
   [junit4]   2> 2295751 T6193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2295750 T6154 oasc.SolrCore.<init> [customcollreplicadeletion_a_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\data\
   [junit4]   2> 2295751 T6154 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af08f62
   [junit4]   2> 2295752 T6154 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\data\
   [junit4]   2> 2295752 T6154 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index/
   [junit4]   2> 2295752 T6154 oasc.SolrCore.initIndex WARN [customcollreplicadeletion_a_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2295753 T6154 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteLastCustomShardedReplicaTest-DECDA0BC7458AF0F-001\tempDir-002\customcollreplicadeletion_a_replica1\data\index
   [junit4]   2> 2295753 T6154 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=52.1923828125, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=17.450719724015507, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21261664351234996
   [junit4]   2> 2295753 T6193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2295754 T6154 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-7a845fa0)),segFN=segments_1,generation=1}
   [junit4]   2> 2295754 T6193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2295755 T6154 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2295755 T6193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2295756 T6193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2295756 T6193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2295756 T6193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2295756 T6193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2295756 T6193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2295757 T6193 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2295757 T6154 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2295757 T6193 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295758 T6154 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2295758 T6193 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295758 T6154 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2295759 T6193 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295759 T6154 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2295760 T6193 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2295760 T6154 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2295761 T6193 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2295761 T6154 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2295762 T6193 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2295762 T6154 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2295762 T6154 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2295762 T6154 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2295762 T6193 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2295763 T6154 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295763 T6154 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295763 T6193 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2295764 T6154 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2295764 T6193 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2295764 T6154 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2295765 T6193 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2295765 T6154 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2295766 T6193 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2295766 T6154 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2295767 T6154 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2295767 T6154 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2295767 T6154 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2295767 T6154 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2295768 T6154 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2295770 T6154 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295772 T6154 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295773 T6154 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295775 T6154 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295778 T6154 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2295778 T6154 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2295779 T6154 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=54.609375, floorSegmentMB=1.1572265625, forceMergeDeletesPctAllowed=5.007696972959474, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40778704882263994
   [junit4]   2> 2295780 T6154 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-7a845fa0)),segFN=segments_1,generation=1}
   [junit4]   2> 2295780 T6154 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2295781 T6154 oass.SolrIndexSearcher.<init> Opening Searcher@72c4d992[customcollreplicadeletion_a_replica1] main
   [junit4]   2> 2295781 T6154 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2295782 T6193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295783 T6193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295785 T6193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295786 T6193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2295789 T6193 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2295789 T6193 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2295791 T6193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=54.609375, floorSegmentMB=1.1572265625, forceMergeDeletesPctAllowed=5.007696972959474, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40778704882263994
   [junit4]   2> 2295791 T6193 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-6675a951)),segFN=segments_1,generation=1}
   [junit4]   2> 2295791 T6193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2295792 T6193 oass.SolrIndexSearcher.<init> Opening Searcher@6bc6d2d8[customcollreplicadeletion_b_replica1] main
   [junit4]   2> 2295792 T6193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/customcollreplicadeletion
   [junit4]   2> 2295794 T6154 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2295794 T6154 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2295794 T6154 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2295794 T6154 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2295794 T6154 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295796 T6193 oascc.ZkStateReader.readConfigName path=/collections/customcollreplicadeletion configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2295796 T6193 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2295797 T6154 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2295797 T6154 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295798 T6193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2295798 T6193 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2295798 T6193 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295799 T6154 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2295800 T6193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2295800 T6193 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295804 T6193 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2295805 T6154 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295805 T6154 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2295806 T6193 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2295806 T6193 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2295807 T6193 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2295812 T6154 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_a_replica1
   [junit4]   2> 2295813 T6154 oasc.ZkController.register Register replica - core:customcollreplicadeletion_a_replica1 address:https://127.0.0.1:52017 collection:customcollreplicadeletion shard:a
   [junit4]   2> 2295814 T6207 oasc.SolrCore.registerSearcher [customcollreplicadeletion_a_replica1] Registered new searcher Searcher@72c4d992[customcollreplicadeletion_a_replica1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2295812 T6193 oasc.CoreContainer.registerCore registering core: customcollreplicadeletion_b_replica1
   [junit4]   2> 2295815 T6193 oasc.ZkController.register Register replica - core:customcollreplicadeletion_b_replica1 address:https://127.0.0.1:52041 collection:customcollreplicadeletion shard:b
   [junit4]   2> 2295813 T6208 oasc.SolrCore.registerSearcher [customcollreplicadeletion_b_replica1] Registered new searcher Searcher@6bc6d2d8[customcollreplicadeletion_b_replica1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2295819 T6154 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/a/election
   [junit4]   2> 2295820 T6193 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leader_elect/b/election
   [junit4]   2> 2295831 T6154 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard a
   [junit4]   2> 2295832 T6193 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard b
   [junit4]   2> 2295833 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2295835 T6193 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2295836 T6193 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4755 name=customcollreplicadeletion_b_replica1 org.apache.solr.core.SolrCore@15d318b8 url=https://127.0.0.1:52041/customcollreplicadeletion_b_replica1 node=127.0.0.1:52041_ C4755_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_b_replica1 props:{core=customcollreplicadeletion_b_replica1, base_url=https://127.0.0.1:52041, node_name=127.0.0.1:52041_, state=down}
   [junit4]   2> 2295836 T6193 C4755 P52041 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52041/customcollreplicadeletion_b_replica1/
   [junit4]   2> 2295837 T6193 C4755 P52041 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2295837 T6193 C4755 P52041 oasc.SyncStrategy.syncToMe https://127.0.0.1:52041/customcollreplicadeletion_b_replica1/ has no replicas
   [junit4]   2> 2295836 T6154 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2295837 T6154 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4756 name=customcollreplicadeletion_a_replica1 org.apache.solr.core.SolrCore@7c42dc3d url=https://127.0.0.1:52017/customcollreplicadeletion_a_replica1 node=127.0.0.1:52017_ C4756_STATE=coll:customcollreplicadeletion core:customcollreplicadeletion_a_replica1 props:{core=customcollreplicadeletion_a_replica1, base_url=https://127.0.0.1:52017, node_name=127.0.0.1:52017_, state=down}
   [junit4]   2> 2295837 T6154 C4756 P52017 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:52017/customcollreplicadeletion_a_replica1/
   [junit4]   2> 2295838 T6154 C4756 P52017 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2295838 T6154 C4756 P52017 oasc.SyncStrategy.syncToMe https://127.0.0.1:52017/customcollreplicadeletion_a_replica1/ has no replicas
   [junit4]   2> 2295838 T6154 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52017/customcollreplicadeletion_a_replica1/ a
   [junit4]   2> 2295839 T6154 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/a
   [junit4]   2> 2295837 T6193 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:52041/customcollreplicadeletion_b_replica1/ b
   [junit4]   2> 2295840 T6193 oascc.SolrZkClient.makePath makePath: /collections/customcollreplicadeletion/leaders/b
   [junit4]   2> 2295843 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 2 
   [junit4]   2> 2295849 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2295851 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295852 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295852 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2295856 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2295861 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 3 
   [junit4]   2> 2295865 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2295865 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2295866 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295866 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295867 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2295870 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2295876 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 4 
   [junit4]   2> 2295880 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2295881 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2295881 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295882 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295882 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2295886 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2295892 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 5 
   [junit4]   2> 2295896 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2295896 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2295897 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295897 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295897 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2295898 T6193 oasc.ZkController.register We are https://127.0.0.1:52041/customcollreplicadeletion_b_replica1/ and leader is https://127.0.0.1:52041/customcollreplicadeletion_b_replica1/
   [junit4]   2> 2295898 T6193 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_b_replica1 baseURL=https://127.0.0.1:52041
   [junit4]   2> 2295899 T6193 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2295899 T6193 oasc.ZkController.publish publishing core=customcollreplicadeletion_b_replica1 state=active collection=customcollreplicadeletion
   [junit4]   2> 2295903 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2295906 T6193 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2295909 T6193 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=customcollreplicadeletion_b_replica1&action=CREATE&numShards=2&collection=customcollreplicadeletion&shard=b&wt=javabin&version=2} status=0 QTime=1330 
   [junit4]   2> 2295911 T6161 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 6 
   [junit4]   2> 2295911 T6161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"customcollreplicadeletion_b_replica1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52041",
   [junit4]   2> 	  "node_name":"127.0.0.1:52041_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"b",
   [junit4]   2> 	  "collection":"customcollreplicadeletion",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2295914 T6169 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2295915 T6161 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/customcollreplicadeletion/state.json
   [junit4]   2> 2295917 T6199 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295917 T6169 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/customcollreplicadeletion/state.json, has occurred - updating... 
   [junit4]   2> 2295919 T6199 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 
   [junit4]   2> 2295921 T6169 oascc.ZkStateReader.updateWatchedCollection Updating data for customcollreplicadeletion to ver 7 
   [junit4]   2> 2295940 T6154 oasc.ZkController.register We are https://127.0.0.1:52017/customcollreplicadeletion_a_replica1/ and leader is https://127.0.0.1:52017/customcollreplicadeletion_a_replica1/
   [junit4]   2> 2295940 T6154 oasc.ZkController.register No LogReplay needed for core=customcollreplicadeletion_a_replica1 baseURL=https://127.0.0.1:52017
   [junit4]   2> 2295940 T6154 oasc.ZkController.checkRecovery I am the leader,

[...truncated too long message...]

-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-DECDA0BC7458AF0F-001
   [junit4]   2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=DefaultSimilarity, locale=ru_RU, timezone=America/Detroit
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0_40-ea (64-bit)/cpus=2,threads=1,free=143275000,total=397230080
   [junit4]   2> NOTE: All tests run in this JVM: [TestFreeTextSuggestions, TestManagedStopFilterFactory, TestArbitraryIndexDir, XsltUpdateRequestHandlerTest, MinimalSchemaTest, CoreAdminHandlerTest, TestCloudInspectUtil, OutOfBoxZkACLAndCredentialsProvidersTest, BasicFunctionalityTest, OverseerRolesTest, TestDynamicFieldCollectionResource, TestBadConfig, TestPivotHelperCode, TestSweetSpotSimilarityFactory, ExternalFileFieldSortTest, DocumentAnalysisRequestHandlerTest, FileUtilsTest, TestDocBasedVersionConstraints, LeaderElectionTest, TestLFUCache, TestBlendedInfixSuggestions, TestAnalyzeInfixSuggestions, CircularListTest, TestSuggestSpellingConverter, XmlUpdateRequestHandlerTest, AnalyticsMergeStrategyTest, DistributedExpandComponentTest, ClusterStateTest, IndexSchemaRuntimeFieldTest, TestStressUserVersions, TestNRTOpen, MergeStrategyTest, ConvertedLegacyTest, TestIntervalFaceting, DOMUtilTest, SpellingQueryConverterTest, TestStressLucene, TestModifyConfFiles, DeleteShardTest, SchemaVersionSpecificBehaviorTest, CursorPagingTest, ConnectionManagerTest, TestConfigSets, TestWriterPerf, TestSolrJ, TestUpdate, TestPostingsSolrHighlighter, CachingDirectoryFactoryTest, TestCursorMarkWithoutUniqueKey, DistributedSpellCheckComponentTest, TestSolr4Spatial2, TestReloadAndDeleteDocs, OverseerStatusTest, OpenExchangeRatesOrgProviderTest, StressHdfsTest, TestSchemaResource, SpellPossibilityIteratorTest, TestClassNameShortening, TestRecoveryHdfs, TestRawResponseWriter, NotRequiredUniqueKeyTest, TestJmxIntegration, LoggingHandlerTest, AlternateDirectoryTest, MigrateRouteKeyTest, BadComponentTest, ResponseHeaderTest, TestValueSourceCache, ResponseLogComponentTest, CollectionsAPIAsyncDistributedZkTest, TestSchemaSimilarityResource, PreAnalyzedUpdateProcessorTest, AnalysisAfterCoreReloadTest, ResourceLoaderTest, TestSolrDeletionPolicy1, TestIndexingPerformance, TestNonNRTOpen, DistributedQueryComponentOptimizationTest, QueryElevationComponentTest, TestDistributedGrouping, TestChildDocTransformer, TestFoldingMultitermQuery, UniqFieldsUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, TestFieldCollectionResource, NoCacheHeaderTest, DocValuesMissingTest, TestComponentsName, TestSearcherReuse, SortByFunctionTest, HdfsChaosMonkeySafeLeaderTest, RegexBoostProcessorTest, TestSolrQueryParserResource, CurrencyFieldOpenExchangeTest, CustomCollectionTest, SolrCmdDistributorTest, TestLMDirichletSimilarityFactory, TestUtils, TestSolrXmlPersistor, OverseerTest, TestDFRSimilarityFactory, DistribCursorPagingTest, CoreMergeIndexesAdminHandlerTest, ModifyConfFileTest, SolrRequestParserTest, SolrCoreTest, ZkCLITest, AssignTest, SignatureUpdateProcessorFactoryTest, ShardRoutingTest, TestFieldTypeCollectionResource, HighlighterConfigTest, TestCSVResponseWriter, TestOverriddenPrefixQueryForCustomFieldType, TestFileDictionaryLookup, TestReRankQParserPlugin, DistributedSuggestComponentTest, DistributedIntervalFacetingTest, TestJoin, RequestHandlersTest, FieldAnalysisRequestHandlerTest, BasicDistributedZk2Test, MultiTermTest, ChangedSchemaMergeTest, OutputWriterTest, OpenCloseCoreStressTest, TestCSVLoader, DistributedFacetPivotSmallTest, RecoveryZkTest, ExternalCollectionsTest, TestCollapseQParserPlugin, DebugComponentTest, TestOrdValues, TestTolerantSearch, URLClassifyProcessorTest, PluginInfoTest, TestRangeQuery, TestLazyCores, HdfsWriteToMultipleCollectionsTest, TestManagedResourceStorage, TestCloudManagedSchema, BlockCacheTest, TestManagedResource, TestComplexPhraseQParserPlugin, VMParamsZkACLAndCredentialsProvidersTest, TestCollectionAPI, SSLMigrationTest, HdfsDirectoryTest, SynonymTokenizerTest, CSVRequestHandlerTest, TestHighlightDedupGrouping, TestSort, TestCloudSchemaless, TestExceedMaxTermLength, SharedFSAutoReplicaFailoverUtilsTest, TestElisionMultitermQuery, BJQParserTest, HardAutoCommitTest, TestZkChroot, TestHashPartitioner, TestPartialUpdateDeduplication, DocumentBuilderTest, SliceStateTest, TestManagedSchemaFieldResource, TestReplicationHandlerBackup, UpdateParamsTest, UpdateRequestProcessorFactoryTest, StatsComponentTest, TestSearchPerf, SolrPluginUtilsTest, TestSimpleQParserPlugin, TestRequestStatusCollectionAPI, UUIDFieldTest, TestCodecSupport, DeleteLastCustomShardedReplicaTest, DistributedFacetPivotLongTailTest, StandardRequestHandlerTest, TermVectorComponentDistributedTest, TestSolrCoreProperties, HdfsSyncSliceTest, TestRTGBase, SuggesterWFSTTest, OverriddenZkACLAndCredentialsProvidersTest, SimplePostToolTest, LukeRequestHandlerTest, TestReload, TestFastWriter, TestCollationFieldDocValues, TestManagedSchema, RollingRestartTest, IndexBasedSpellCheckerTest, TestRealTimeGet, TestHighFrequencyDictionaryFactory, TestStandardQParsers, DirectSolrConnectionTest, TestInitQParser, HighlighterMaxOffsetTest, TestCopyFieldCollectionResource, AnalysisErrorHandlingTest, TestPerFieldSimilarity, TestMissingGroups, SuggestComponentTest, DirectUpdateHandlerOptimizeTest, DocValuesTest, SolrIndexConfigTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestFaceting, TestRecovery, ZkControllerTest, TestStressReorder, TestMultiCoreConfBootstrap, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, SolrTestCaseJ4Test, TestDistributedMissingSort, AliasIntegrationTest, AsyncMigrateRouteKeyTest, DeleteInactiveReplicaTest, DeleteReplicaTest]
   [junit4] Completed in 239.88s, 1 test, 1 error <<< FAILURES!

[...truncated 242 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1358: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 429 suites, 1772 tests, 2 errors, 54 ignored (32 assumptions)

Total time: 143 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_40-ea-b04 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_67) - Build # 4328 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4328/
Java: 32bit/jdk1.7.0_67 -client -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
commitWithin did not work on node: http://127.0.0.1:56685/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:56685/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([72BE16B7D149BA03:F35898AFA616DA3F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:345)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:56327/co, http://127.0.0.1:56300/co, http://127.0.0.1:56318/co, http://127.0.0.1:56285/co, http://127.0.0.1:56309/co]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:56327/co, http://127.0.0.1:56300/co, http://127.0.0.1:56318/co, http://127.0.0.1:56285/co, http://127.0.0.1:56309/co]
	at __randomizedtesting.SeedInfo.seed([72BE16B7D149BA03:F35898AFA616DA3F]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:874)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
	at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144)
	at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not  remove replica : delLiveColl/shard1/core_node1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
	... 47 more




Build Log:
[...truncated 10738 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\init-core-data-001
   [junit4]   2> 829021 T1567 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 829022 T1567 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /co/
   [junit4]   2> 829026 T1567 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 829027 T1567 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 829028 T1568 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 829112 T1567 oasc.ZkTestServer.run start zk server on port:56278
   [junit4]   2> 829121 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 829122 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 829126 T1574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e04c00 name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 829127 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 829127 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 829127 T1567 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 829132 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 829132 T1569 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148955b3e460000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 829136 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 829137 T1576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1939ae5 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 829138 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 829138 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 829138 T1567 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 829144 T1567 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 829149 T1567 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 829153 T1567 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 829158 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 829158 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 829167 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 829167 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 829175 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 829175 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 829181 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 829181 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 829187 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 829188 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 829193 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 829193 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 829200 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 829201 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 829205 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 829207 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 829211 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 829211 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 829217 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 829217 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 829222 T1567 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 829222 T1567 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 830892 T1567 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 830900 T1567 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56285
   [junit4]   2> 830900 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 830900 T1567 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 830900 T1567 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002
   [junit4]   2> 830901 T1567 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002\'
   [junit4]   2> 830955 T1567 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002\solr.xml
   [junit4]   2> 831029 T1567 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002
   [junit4]   2> 831029 T1567 oasc.CoreContainer.<init> New CoreContainer 2902006
   [junit4]   2> 831029 T1567 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002\]
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 831032 T1567 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 831032 T1567 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 831034 T1567 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 831034 T1567 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 831034 T1567 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 831034 T1567 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56278/solr
   [junit4]   2> 831034 T1567 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 831036 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 831038 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 831040 T1587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@128a310 name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 831041 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 831041 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 831048 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 831052 T1589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b63fb7 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 831052 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 831054 T1567 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 831060 T1567 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 831065 T1567 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 831071 T1567 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 831088 T1567 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 831097 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 831102 T1567 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56285_co
   [junit4]   2> 831104 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56285_co
   [junit4]   2> 831109 T1567 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 831112 T1567 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 831116 T1567 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 831118 T1567 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56285_co
   [junit4]   2> 831119 T1567 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 831122 T1567 oasc.Overseer.start Overseer (id=92488011480432643-127.0.0.1:56285_co-n_0000000000) starting
   [junit4]   2> 831127 T1567 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 831145 T1567 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 831146 T1591 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 831150 T1567 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 831155 T1567 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 831158 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 831166 T1590 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 831171 T1567 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002
   [junit4]   2> 832321 T1567 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002\conf\
   [junit4]   2> 832529 T1567 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 832532 T1567 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 832532 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 832533 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832535 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832537 T1595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cacaee name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832537 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832537 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832541 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 832548 T1567 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 832549 T1567 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 832549 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832551 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832553 T1597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c8618 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832553 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832553 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832559 T1569 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x148955b3e460005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 832560 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 832568 T1590 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 832568 T1590 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 832568 T1590 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 832574 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 832579 T1598 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 832581 T1599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 834414 T1567 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 834415 T1567 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 834420 T1567 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56300
   [junit4]   2> 834421 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 834421 T1567 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 834421 T1567 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003
   [junit4]   2> 834421 T1567 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003\'
   [junit4]   2> 834472 T1567 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003\solr.xml
   [junit4]   2> 834540 T1567 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003
   [junit4]   2> 834540 T1567 oasc.CoreContainer.<init> New CoreContainer 4721873
   [junit4]   2> 834540 T1567 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003\]
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 834542 T1567 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 834543 T1567 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 834546 T1567 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 834547 T1567 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 834547 T1567 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 834549 T1567 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 834549 T1567 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56278/solr
   [junit4]   2> 834549 T1567 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 834551 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 834561 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 834564 T1610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@417ff2 name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 834565 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 834565 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 834569 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 834571 T1612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1019ae7 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 834572 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 834586 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 835522 T1567 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56300_co
   [junit4]   2> 835526 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56300_co
   [junit4]   2> 835542 T1567 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 835549 T1567 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003
   [junit4]   2> 836187 T1567 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003\conf\
   [junit4]   2> 836313 T1567 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 836315 T1567 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 836315 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 838026 T1567 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 838027 T1567 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 838031 T1567 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56309
   [junit4]   2> 838032 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 838032 T1567 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 838032 T1567 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004
   [junit4]   2> 838032 T1567 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004\'
   [junit4]   2> 838092 T1567 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004\solr.xml
   [junit4]   2> 838171 T1567 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004
   [junit4]   2> 838172 T1567 oasc.CoreContainer.<init> New CoreContainer 19135614
   [junit4]   2> 838173 T1567 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004\]
   [junit4]   2> 838176 T1567 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 838177 T1567 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 838177 T1567 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 838178 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 838179 T1567 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 838180 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 838180 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 838181 T1567 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 838182 T1567 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 838183 T1567 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 838183 T1567 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 838183 T1567 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 838184 T1567 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 838184 T1567 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56278/solr
   [junit4]   2> 838185 T1567 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 838185 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 838187 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 838190 T1625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195f461 name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 838191 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 838191 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 838196 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 838199 T1627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a98d7 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 838199 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 838212 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 839226 T1567 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56309_co
   [junit4]   2> 839229 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56309_co
   [junit4]   2> 839245 T1567 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 839256 T1567 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004
   [junit4]   2> 840541 T1567 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004\conf\
   [junit4]   2> 840766 T1567 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 840770 T1567 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 840770 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 842714 T1567 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 842714 T1567 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 842719 T1567 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56318
   [junit4]   2> 842720 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 842720 T1567 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 842720 T1567 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005
   [junit4]   2> 842720 T1567 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\'
   [junit4]   2> 842775 T1567 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\solr.xml
   [junit4]   2> 842859 T1567 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005
   [junit4]   2> 842859 T1567 oasc.CoreContainer.<init> New CoreContainer 5584711
   [junit4]   2> 842859 T1567 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\]
   [junit4]   2> 842861 T1567 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 842861 T1567 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 842861 T1567 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 842861 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 842868 T1567 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 842868 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 842868 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 842868 T1567 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 842868 T1567 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 842871 T1567 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 842871 T1567 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 842871 T1567 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 842871 T1567 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 842871 T1567 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56278/solr
   [junit4]   2> 842871 T1567 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 842873 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 842876 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 842878 T1640 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74ab79 name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 842878 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 842878 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 842884 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 842886 T1642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bed869 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 842886 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 842900 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 843928 T1567 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56318_co
   [junit4]   2> 843932 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56318_co
   [junit4]   2> 843949 T1567 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 843957 T1567 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005
   [junit4]   2> 845258 T1567 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\conf\
   [junit4]   2> 845475 T1567 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 845479 T1567 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 845479 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 847311 T1567 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 847311 T1567 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 847315 T1567 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56327
   [junit4]   2> 847316 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 847316 T1567 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 847316 T1567 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006
   [junit4]   2> 847316 T1567 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006\'
   [junit4]   2> 847366 T1567 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006\solr.xml
   [junit4]   2> 847459 T1567 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006
   [junit4]   2> 847460 T1567 oasc.CoreContainer.<init> New CoreContainer 13292125
   [junit4]   2> 847460 T1567 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006\]
   [junit4]   2> 847462 T1567 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 847463 T1567 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 847463 T1567 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 847464 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 847464 T1567 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 847464 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 847465 T1567 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 847465 T1567 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 847466 T1567 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 847466 T1567 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 847468 T1567 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 847468 T1567 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 847469 T1567 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 847469 T1567 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56278/solr
   [junit4]   2> 847469 T1567 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 847470 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 847474 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 847477 T1655 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b8fbfa name:ZooKeeperConnection Watcher:127.0.0.1:56278 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 847479 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 847479 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 847484 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 847487 T1657 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1784300 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 847487 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 847507 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 848540 T1567 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56327_co
   [junit4]   2> 848542 T1567 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56327_co
   [junit4]   2> 848560 T1567 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 848576 T1567 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006
   [junit4]   2> 849410 T1567 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-006\conf\
   [junit4]   2> 849568 T1567 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 849572 T1567 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 849573 T1567 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 849580 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 849588 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 849588 T1661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ca6e5 name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849590 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 849590 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 849593 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 849604 T1567 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl
   [junit4]   2> 849605 T1567 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 849608 T1567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 849623 T1663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@90e9da name:ZooKeeperConnection Watcher:127.0.0.1:56278/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849624 T1567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 849624 T1567 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 849628 T1567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 849643 T1637 oasha.CollectionsHandler.handleCreateAction Creating Collection : name=delLiveColl&numShards=2&wt=javabin&stateFormat=2&version=2&replicationFactor=2&action=CREATE&maxShardsPerNode=2
   [junit4]   2> 849645 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849649 T1591 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 849652 T1664 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 849656 T1664 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 849656 T1664 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl 
   [junit4]   2> 849660 T1664 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 849669 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849678 T1590 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
   [junit4]   2> 849679 T1590 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
   [junit4]   2> 849679 T1590 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2
   [junit4]   2> 849685 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json
   [junit4]   2> 849689 T1665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849690 T1658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849691 T1666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849693 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849693 T1598 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849693 T1599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849696 T1643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849696 T1628 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 849782 T1664 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 849782 T1664 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:56300_co
   [junit4]   2> 849784 T1664 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:56285_co
   [junit4]   2> 849787 T1664 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:56318_co
   [junit4]   2> 849789 T1605 oasha.CoreAdminHandler.handleCreateAction core create command name=delLiveColl_shard1_replica1&numShards=2&wt=javabin&qt=/admin/cores&version=2&action=CREATE&shard=shard1&collection.configName=conf1&collection=delLiveColl
   [junit4]   2> 849794 T1664 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:56309_co
   [junit4]   2> 849797 T1581 oasha.CoreAdminHandler.handleCreateAction core create command name=delLiveColl_shard1_replica2&numShards=2&wt=javabin&qt=/admin/cores&version=2&action=CREATE&shard=shard1&collection.configName=conf1&collection=delLiveColl
   [junit4]   2> 849799 T1638 oasha.CoreAdminHandler.handleCreateAction core create command name=delLiveColl_shard2_replica1&numShards=2&wt=javabin&qt=/admin/cores&version=2&action=CREATE&shard=shard2&collection.configName=conf1&collection=delLiveColl
   [junit4]   2> 849812 T1621 oasha.CoreAdminHandler.handleCreateAction core create command name=delLiveColl_shard2_replica2&numShards=2&wt=javabin&qt=/admin/cores&version=2&action=CREATE&shard=shard2&collection.configName=conf1&collection=delLiveColl
   [junit4]   2> 849813 T1605 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl
   [junit4]   2> 849813 T1581 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl
   [junit4]   2> 849817 T1638 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl
   [junit4]   2> 849822 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849825 T1581 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 849826 T1581 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 849829 T1621 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl
   [junit4]   2> 849831 T1581 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 849832 T1638 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 849833 T1638 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 849832 T1605 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 849835 T1605 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 849836 T1638 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 849836 T1581 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 849837 T1581 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849840 T1605 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 849843 T1638 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 849843 T1638 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849844 T1621 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
   [junit4]   2> 849845 T1621 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
   [junit4]   2> 849858 T1621 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper... 
   [junit4]   2> 849859 T1605 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 849860 T1605 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849865 T1621 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 849866 T1621 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849866 T1590 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0 
   [junit4]   2> 849867 T1590 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56285_co",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56285/co",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"delLiveColl"}
   [junit4]   2> 849878 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 849880 T1643 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849881 T1598 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849881 T1628 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849882 T1613 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849884 T1628 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 849884 T1643 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 849886 T1613 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 849891 T1598 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 849902 T1590 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1 
   [junit4]   2> 849903 T1590 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56300_co",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56300/co",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"delLiveColl"}
   [junit4]   2> 849908 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849909 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 849913 T1598 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849913 T1613 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849914 T1628 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849915 T1643 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849916 T1613 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 849917 T1628 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 849918 T1643 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 849922 T1598 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 849932 T1590 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2 
   [junit4]   2> 849933 T1590 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56318_co",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56318/co",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"delLiveColl"}
   [junit4]   2> 849940 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849941 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 849942 T1643 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849943 T1598 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849944 T1613 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849944 T1628 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849945 T1643 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 849947 T1613 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 849947 T1628 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 849953 T1598 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 849961 T1590 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3 
   [junit4]   2> 849962 T1590 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:56309_co",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56309/co",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"delLiveColl"}
   [junit4]   2> 849966 T1598 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 849967 T1590 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
   [junit4]   2> 849969 T1643 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849970 T1598 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849970 T1613 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849970 T1628 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating... 
   [junit4]   2> 849973 T1643 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 849974 T1628 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 849974 T1613 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 849979 T1598 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4 
   [junit4]   2> 850954 T1581 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
   [junit4]   2> 850955 T1581 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 850957 T1581 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 850957 T1581 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 850960 T1581 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 850961 T1581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-002\delLiveColl_shard1_replica2\'
   [junit4]   2> 850960 T1638 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
   [junit4]   2> 850976 T1638 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 850980 T1638 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 850980 T1638 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 850985 T1638 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 850985 T1638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\'
   [junit4]   2> 850992 T1605 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
   [junit4]   2> 851004 T1605 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 851002 T1621 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
   [junit4]   2> 851007 T1621 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 851016 T1605 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 851016 T1605 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 851018 T1621 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 851018 T1621 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 851026 T1621 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 851026 T1621 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-004\delLiveColl_shard2_replica2\'
   [junit4]   2> 851031 T1605 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 851032 T1605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-003\delLiveColl_shard1_replica1\'
   [junit4]   2> 851371 T1638 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 851438 T1581 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 851441 T1621 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 851599 T1605 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 851716 T1638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 851810 T1638 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 851835 T1638 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
   [junit4]   2> 851854 T1605 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 851887 T1605 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 851909 T1605 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
   [junit4]   2> 852043 T1621 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 852089 T1581 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 852159 T1581 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 852201 T1621 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 852208 T1581 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
   [junit4]   2> 852244 T1621 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
   [junit4]   2> 853842 T1638 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 853883 T1638 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 853887 T1638 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 854441 T1605 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 854485 T1605 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 854490 T1605 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 854679 T1638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 854715 T1638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 854733 T1581 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 854749 T1581 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 854762 T1581 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 854772 T1638 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 854791 T1638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 854795 T1638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 854795 T1638 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 854799 T1638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 854800 T1638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 854800 T1638 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using configuration from collection delLiveColl
   [junit4]   2> 854800 T1638 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 854801 T1638 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\data\
   [junit4]   2> 854801 T1638 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@121b417
   [junit4]   2> 854803 T1638 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\data\
   [junit4]   2> 854803 T1638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\data\index/
   [junit4]   2> 854805 T1638 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 854813 T1638 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.DeleteReplicaTest-72BE16B7D149BA03-001\tempDir-005\delLiveColl_shard2_replica1\data\index
   [junit4]   2> 854815 T1638 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 854816 T1638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-847a54)),segFN=segments_1,generation=1}
   [junit4]   2> 854816 T1638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 854825 T1638 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 854827 T1638 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 854827 T1638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 854828 T1638 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 854828 T1638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 854828 T1638 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 854829 T1638 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 854829 T1638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 854829 T1638 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 854837 T1638 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 854840 T1638 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 854840 T1638 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 854841 T1638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 854841 T1638 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 854841 T1638 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 854843 T1638 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 854843 T1638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 854844 T1638 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 854844 T1638 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 854845 T1638 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 854867 T1638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 854870 T1638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 854873 T1638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 854884 T1638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 854892 T1638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 854892 T1638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 854894 T1638 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=17.4951171875, floorSegmentMB=1.525390625, forceMergeDeletesPctAllowed=14.747622194286354, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 854895 T1638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-847a54)),segFN=segments_1,generation=1}
   [junit4]   2> 854895 T1638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 854896 T1638 oass.SolrIndexSearcher.<init> Opening Searcher@1f9a888[delLiveColl_shard2_replica1] main
   [junit4]   2> 854896 T1638 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 854914 T1638 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 854915 T1638 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 854918 T1638 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 854918 T1638 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 854918 T1621 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 854918 T1638 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 854920 T1605 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 854924 T1638 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 854933 T1638 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 854939 T1638 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 854940 T1621 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 854943 T1621 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 854943 T1605 oass.FileExch

[...truncated too long message...]

d4LetterWord connecting to 127.0.0.1:56645 56645
   [junit4]   2> 1319859 T2365 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56645 56645
   [junit4]   2> 1319861 T2365 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/clusterstate.json
   [junit4]   2> 		7	/solr/aliases.json
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		3	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> 1319936 T2508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b8855 name:ZooKeeperConnection Watcher:127.0.0.1:56645/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 1319936 T2508 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
   [junit4]   2> 1319937 T2508 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@11665bf rejected from java.util.concurrent.ThreadPoolExecutor@171f7c6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 6]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1319949 T2508 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@10039c6 rejected from java.util.concurrent.ThreadPoolExecutor@171f7c6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 6]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1319952 T2508 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@196d0ff rejected from java.util.concurrent.ThreadPoolExecutor@171f7c6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 6]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:263)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=72BE16B7D149BA03 -Dtests.slow=true -Dtests.locale=ar_EG -Dtests.timezone=Australia/Broken_Hill -Dtests.file.encoding=Cp1252
   [junit4] FAILURE 71.8s | BasicDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:56685/collection1 expected:<68> but was:<67>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([72BE16B7D149BA03:F35898AFA616DA3F]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:345)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1319955 T2364 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.BasicDistributedZkTest-72BE16B7D149BA03-001
   [junit4]   2> 71775 T2363 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene410: {a_i1=FSTOrd41, n_f1=PostingsFormat(name=Asserting), id=PostingsFormat(name=SimpleText), other_tl1=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=SimpleText), oddField_s=PostingsFormat(name=SimpleText), timestamp=FSTOrd41, foo_f=PostingsFormat(name=Memory doPackFST= false), n_d1=FSTOrd41, n_dt1=PostingsFormat(name=Asserting), multiDefault=FSTOrd41, n_tl1=PostingsFormat(name=Asserting), range_facet_l=FSTOrd41, n_l1=FSTOrd41, _version_=PostingsFormat(name=Asserting), foo_b=PostingsFormat(name=Memory doPackFST= false), rnd_b=PostingsFormat(name=SimpleText), foo_d=PostingsFormat(name=SimpleText), SubjectTerms_mfacet=PostingsFormat(name=Asserting), text=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Asserting), n_tf1=FSTOrd41, a_t=FSTOrd41, foo_i=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Asserting)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=DefaultSimilarity, locale=ar_EG, timezone=Australia/Broken_Hill
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_67 (32-bit)/cpus=2,threads=1,free=82690864,total=247947264
   [junit4]   2> NOTE: All tests run in this JVM: [OutputWriterTest, TestSweetSpotSimilarityFactory, QueryResultKeyTest, BadIndexSchemaTest, DateRangeFieldTest, ChaosMonkeySafeLeaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestXIncludeConfig, BasicZkTest, ResourceLoaderTest, DefaultValueUpdateProcessorTest, OverseerStatusTest, SystemInfoHandlerTest, DistributedTermsComponentTest, TestManagedSynonymFilterFactory, DateFieldTest, TestCustomSort, TestCloudPivotFacet, TestMissingGroups, TestSerializedLuceneMatchVersion, XmlUpdateRequestHandlerTest, TestLuceneMatchVersion, SolrInfoMBeanTest, ShowFileRequestHandlerTest, TestSolrDeletionPolicy1, TestCoreDiscovery, SimplePostToolTest, TestManagedSchemaFieldTypeResource, TestShardHandlerFactory, DirectUpdateHandlerTest, TestCloudInspectUtil, OverseerRolesTest, PluginInfoTest, TestSort, LeaderElectionTest, CSVRequestHandlerTest, DebugComponentTest, TestBadConfig, ConnectionManagerTest, TestManagedResourceStorage, TestIntervalFaceting, TestPostingsSolrHighlighter, ShardSplitTest, TestDocSet, TestFastWriter, DeleteReplicaTest, DocValuesTest, NumericFieldsTest, TestManagedStopFilterFactory, TestSearcherReuse, DistributedExpandComponentTest, DirectSolrSpellCheckerTest, CoreAdminHandlerTest, ScriptEngineTest, NotRequiredUniqueKeyTest, TestLazyCores, TestSolrQueryParserDefaultOperatorResource, StatelessScriptUpdateProcessorFactoryTest, TestMaxScoreQueryParser, SOLR749Test, EnumFieldTest, TestFieldCollectionResource, TestIndexSearcher, OverseerTest, BasicDistributedZkTest]
   [junit4] Completed in 72.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 1163 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1358: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:961: There were test failures: 429 suites, 1772 tests, 1 error, 1 failure, 54 ignored (32 assumptions)

Total time: 163 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.7.0_67 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any