You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/03/10 18:18:00 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_31) - Build # 4538 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4538/
Java: 32bit/jdk1.8.0_31 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.ReplicationFactorTest.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61470/ylxl/j/repfacttest_c8n_1x3_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61470/ylxl/j/repfacttest_c8n_1x3_shard1_replica1
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:625)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:948)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:284)
	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61470/ylxl/j/repfacttest_c8n_1x3_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:622)
	... 47 more
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
	... 52 more




Build Log:
[...truncated 8977 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\init-core-data-001
   [junit4]   2> 147636 T327 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ylxl/j
   [junit4]   2> 147654 T327 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 147659 T328 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 147807 T327 oasc.ZkTestServer.run start zk server on port:61462
   [junit4]   2> 147881 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 148007 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 148041 T329 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 149302 T335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d3553 name:ZooKeeperConnection Watcher:127.0.0.1:61462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 149302 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 149302 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 149307 T327 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 149376 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 149378 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 149381 T338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@209945 name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 149385 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 149385 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 149389 T327 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 149396 T327 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 149402 T327 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 149406 T327 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 149411 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 149412 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 149420 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 149421 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 149426 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 149427 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 149431 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 149432 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 149438 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 149438 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 149442 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 149442 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 149447 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 149447 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 149452 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 149453 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 149457 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 149462 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 149466 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 149467 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 149471 T327 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 149471 T327 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 150635 T327 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1
   [junit4]   2> 150640 T327 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 150644 T327 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@652bc7{/ylxl/j,null,AVAILABLE}
   [junit4]   2> 150671 T327 oejs.AbstractConnector.doStart Started ServerConnector@15ace3d{HTTP/1.1}{127.0.0.1:61471}
   [junit4]   2> 150671 T327 oejs.Server.doStart Started @156532ms
   [junit4]   2> 150671 T327 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\tempDir-001/control/data, hostContext=/ylxl/j, hostPort=61470, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores}
   [junit4]   2> 150672 T327 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 150672 T327 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\'
   [junit4]   2> 150722 T327 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\solr.xml
   [junit4]   2> 150733 T327 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores
   [junit4]   2> 150733 T327 oasc.CoreContainer.<init> New CoreContainer 6278072
   [junit4]   2> 150733 T327 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\]
   [junit4]   2> 150735 T327 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\lib
   [junit4]   2> 150735 T327 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\lib).
   [junit4]   2> 150745 T327 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 150745 T327 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 150745 T327 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 150746 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 150746 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 150746 T327 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 150746 T327 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 150747 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 150747 T327 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 150748 T327 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 150748 T327 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 150748 T327 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 150748 T327 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 150748 T327 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 150748 T327 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 150749 T327 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61462/solr
   [junit4]   2> 150772 T327 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 150772 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 150773 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 150775 T352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d6a3a3 name:ZooKeeperConnection Watcher:127.0.0.1:61462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 150776 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 150777 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 150779 T329 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14c045b72db0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 150787 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 150790 T355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1729edf name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 150790 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 150801 T327 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 150816 T327 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 150824 T327 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 150828 T327 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 150833 T327 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 150854 T327 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 150858 T327 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 150861 T327 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 150863 T327 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61470_ylxl%2Fj
   [junit4]   2> 150867 T327 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61470_ylxl%2Fj
   [junit4]   2> 150870 T327 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 150873 T327 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 150876 T327 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 150885 T327 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:61470_ylxl%2Fj
   [junit4]   2> 150885 T327 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 150888 T327 oasc.Overseer.start Overseer (id=93454483083427843-127.0.0.1:61470_ylxl%2Fj-n_0000000000) starting
   [junit4]   2> 150899 T327 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 150926 T327 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 150936 T327 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 150940 T357 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 150954 T356 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 150970 T327 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1, collection=control_collection, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 150979 T327 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\
   [junit4]   2> 150979 T327 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 150982 T359 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 150983 T359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 150991 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 150991 T359 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 150997 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61470/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61470_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 151025 T356 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61470/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61470_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 151027 T356 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 151045 T356 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 151055 T355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 151736 T359 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 151737 T359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 151737 T359 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 151737 T359 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 151739 T359 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 151740 T359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\'
   [junit4]   2> 151769 T359 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 151777 T359 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 151790 T359 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 151800 T359 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 151813 T359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 151815 T359 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 151826 T359 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 151967 T359 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 151975 T359 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 151978 T359 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 152002 T359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 152007 T359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 152012 T359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 152014 T359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 152015 T359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 152015 T359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 152016 T359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 152016 T359 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 152017 T359 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 152017 T359 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 152017 T359 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\data\
   [junit4]   2> 152018 T359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@81ba79
   [junit4]   2> 152028 T359 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\data\
   [junit4]   2> 152029 T359 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\data\index/
   [junit4]   2> 152029 T359 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 152030 T359 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\control-001\cores\collection1\data\index
   [junit4]   2> 152030 T359 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=1.064453125, floorSegmentMB=1.2783203125, forceMergeDeletesPctAllowed=14.208788220653474, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5072615003307742
   [junit4]   2> 152031 T359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10f823c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21f691),segFN=segments_1,generation=1}
   [junit4]   2> 152031 T359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 152041 T359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 152079 T359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 152080 T359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 152080 T359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 152080 T359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 152081 T359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 152081 T359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 152081 T359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 152081 T359 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 152086 T359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152093 T359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152094 T359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152097 T359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152108 T359 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 152108 T359 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 152110 T359 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 152110 T359 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 152110 T359 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 152111 T359 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 152112 T359 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=901995710, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 152112 T359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10f823c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21f691),segFN=segments_1,generation=1}
   [junit4]   2> 152112 T359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 152112 T359 oass.SolrIndexSearcher.<init> Opening Searcher@c96b7a[collection1] main
   [junit4]   2> 152113 T359 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 152115 T359 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 152115 T359 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 152122 T359 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 152122 T359 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 152122 T359 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 152123 T359 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 152123 T359 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 152123 T359 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 152123 T359 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 152126 T360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c96b7a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 152130 T359 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 152131 T363 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61470/ylxl/j collection:control_collection shard:shard1
   [junit4]   2> 152131 T327 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 152131 T327 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 152149 T363 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 152165 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 152168 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 152172 T367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1186456 name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 152173 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 152174 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 152174 T327 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 152173 T363 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 152181 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152181 T363 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 152181 T363 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 152184 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C110 name=collection1 org.apache.solr.core.SolrCore@1f5c5d1 url=http://127.0.0.1:61470/ylxl/j/collection1 node=127.0.0.1:61470_ylxl%2Fj C110_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:61470/ylxl/j, node_name=127.0.0.1:61470_ylxl%2Fj, state=down}
   [junit4]   2> 152186 T363 C110 P61470 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61470/ylxl/j/collection1/
   [junit4]   2> 152186 T363 C110 P61470 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 152187 T363 C110 P61470 oasc.SyncStrategy.syncToMe http://127.0.0.1:61470/ylxl/j/collection1/ has no replicas
   [junit4]   2> 152188 T363 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61470/ylxl/j/collection1/ shard1
   [junit4]   2> 152194 T367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152197 T363 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 152197 T355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152205 T327 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 152205 T327 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 152209 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 152211 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 152219 T370 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@124c78a name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 152221 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 152223 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 152226 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152231 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61470/ylxl/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 152239 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 2
   [junit4]   2> 152239 T356 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 152242 T367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152242 T355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152258 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152268 T363 oasc.ZkController.register We are http://127.0.0.1:61470/ylxl/j/collection1/ and leader is http://127.0.0.1:61470/ylxl/j/collection1/
   [junit4]   2> 152268 T363 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61470/ylxl/j
   [junit4]   2> 152268 T363 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 152268 T363 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 152268 T363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 152271 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152277 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61470/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61470_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 152280 T356 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61470/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61470_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 152284 T356 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 152287 T355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152288 T367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152387 T355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152391 T367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 153602 T327 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1
   [junit4]   2> 153605 T327 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001
   [junit4]   2> 153608 T327 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 153613 T327 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@475045{/ylxl/j,null,AVAILABLE}
   [junit4]   2> 153616 T327 oejs.AbstractConnector.doStart Started ServerConnector@12e837d{HTTP/1.1}{127.0.0.1:61487}
   [junit4]   2> 153617 T327 oejs.Server.doStart Started @160422ms
   [junit4]   2> 153617 T327 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ylxl/j, hostPort=61486, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores}
   [junit4]   2> 153618 T327 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 153618 T327 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\'
   [junit4]   2> 153681 T327 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\solr.xml
   [junit4]   2> 153696 T327 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores
   [junit4]   2> 153696 T327 oasc.CoreContainer.<init> New CoreContainer 18256012
   [junit4]   2> 153697 T327 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\]
   [junit4]   2> 153697 T327 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\lib
   [junit4]   2> 153697 T327 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\lib).
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 153716 T327 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 153718 T327 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 153718 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 153719 T327 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 153719 T327 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 153720 T327 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 153720 T327 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 153720 T327 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 153720 T327 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 153721 T327 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 153721 T327 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61462/solr
   [junit4]   2> 153721 T327 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 153721 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 153724 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 153728 T384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9f73ad name:ZooKeeperConnection Watcher:127.0.0.1:61462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 153728 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 153728 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 153735 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 153738 T387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14b0bb0 name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 153738 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 153745 T327 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 154573 T327 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61486_ylxl%2Fj
   [junit4]   2> 154574 T327 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61486_ylxl%2Fj
   [junit4]   2> 154581 T327 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 154586 T327 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 154588 T327 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\
   [junit4]   2> 154588 T327 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 154593 T388 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 154594 T388 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 154596 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 154598 T388 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 154598 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61486/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61486_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 154598 T388 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 154598 T356 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61486/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61486_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 154599 T356 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 154599 T388 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 154599 T356 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 154602 T356 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 154604 T387 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154605 T388 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 154606 T388 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 154606 T388 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 154606 T388 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 154607 T387 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 154607 T388 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 154607 T388 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 154609 T388 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 154609 T388 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\'
   [junit4]   2> 154633 T388 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 154637 T388 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 154646 T388 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 154660 T388 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 154669 T388 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 154672 T388 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 154682 T388 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 154814 T388 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 154820 T388 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 154820 T388 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 154843 T388 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 154846 T388 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 154850 T388 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 154851 T388 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 154851 T388 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 154851 T388 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 154853 T388 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 154853 T388 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 154853 T388 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 154854 T388 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 154854 T388 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 154854 T388 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@81ba79
   [junit4]   2> 154855 T388 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 154856 T388 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\data\index/
   [junit4]   2> 154856 T388 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 154856 T388 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-1-001\cores\collection1\data\index
   [junit4]   2> 154857 T388 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=1.064453125, floorSegmentMB=1.2783203125, forceMergeDeletesPctAllowed=14.208788220653474, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5072615003307742
   [junit4]   2> 154858 T388 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1e667f0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@687be1),segFN=segments_1,generation=1}
   [junit4]   2> 154858 T388 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 154867 T388 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 154868 T388 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 154868 T388 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 154869 T388 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 154869 T388 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 154869 T388 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 154870 T388 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 154870 T388 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 154870 T388 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 154877 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154882 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154884 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154887 T388 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154907 T388 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 154907 T388 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 154910 T388 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 154910 T388 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 154911 T388 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 154911 T388 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 154913 T388 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=901995710, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 154913 T388 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1e667f0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@687be1),segFN=segments_1,generation=1}
   [junit4]   2> 154913 T388 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 154914 T388 oass.SolrIndexSearcher.<init> Opening Searcher@1c8c4a1[collection1] main
   [junit4]   2> 154914 T388 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 154916 T388 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 154916 T388 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 154917 T388 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 154917 T388 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 154918 T388 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 154918 T388 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 154918 T388 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 154918 T388 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 154919 T388 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 154922 T389 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c8c4a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 154923 T388 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 154925 T392 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61486/ylxl/j collection:collection1 shard:shard2
   [junit4]   2> 154926 T327 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 154926 T327 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 154927 T392 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 154938 T392 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 154942 T392 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 154942 T392 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 154942 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> ASYNC  NEW_CORE C111 name=collection1 org.apache.solr.core.SolrCore@1257bbc url=http://127.0.0.1:61486/ylxl/j/collection1 node=127.0.0.1:61486_ylxl%2Fj C111_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:61486/ylxl/j, node_name=127.0.0.1:61486_ylxl%2Fj, state=down}
   [junit4]   2> 154942 T392 C111 P61486 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61486/ylxl/j/collection1/
   [junit4]   2> 154946 T392 C111 P61486 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 154946 T392 C111 P61486 oasc.SyncStrategy.syncToMe http://127.0.0.1:61486/ylxl/j/collection1/ has no replicas
   [junit4]   2> 154946 T392 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61486/ylxl/j/collection1/ shard2
   [junit4]   2> 154946 T392 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 154949 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 154953 T356 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 154955 T387 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154958 T387 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 154975 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61486/ylxl/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 154978 T356 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 154980 T387 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154982 T387 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 154993 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 155012 T392 oasc.ZkController.register We are http://127.0.0.1:61486/ylxl/j/collection1/ and leader is http://127.0.0.1:61486/ylxl/j/collection1/
   [junit4]   2> 155013 T392 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61486/ylxl/j
   [junit4]   2> 155013 T392 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 155013 T392 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 155013 T392 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 155017 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 155020 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61486/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61486_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 155021 T356 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61486/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61486_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 155025 T356 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 155026 T387 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 155037 T392 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 155041 T387 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 156241 T327 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1
   [junit4]   2> 156244 T327 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001
   [junit4]   2> 156246 T327 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 156251 T327 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1c5c0e1{/ylxl/j,null,AVAILABLE}
   [junit4]   2> 156253 T327 oejs.AbstractConnector.doStart Started ServerConnector@1a95dab{HTTP/1.1}{127.0.0.1:61497}
   [junit4]   2> 156253 T327 oejs.Server.doStart Started @163686ms
   [junit4]   2> 156253 T327 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/ylxl/j, hostPort=61496, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores}
   [junit4]   2> 156255 T327 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 156255 T327 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\'
   [junit4]   2> 156298 T327 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\solr.xml
   [junit4]   2> 156311 T327 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores
   [junit4]   2> 156311 T327 oasc.CoreContainer.<init> New CoreContainer 20234704
   [junit4]   2> 156311 T327 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\]
   [junit4]   2> 156311 T327 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\lib
   [junit4]   2> 156313 T327 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\lib).
   [junit4]   2> 156328 T327 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 156328 T327 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 156328 T327 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 156329 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 156329 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 156329 T327 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 156329 T327 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 156329 T327 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 156331 T327 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 156331 T327 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 156331 T327 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 156333 T327 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 156334 T327 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 156334 T327 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 156334 T327 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 156334 T327 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61462/solr
   [junit4]   2> 156334 T327 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 156334 T327 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 156338 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 156340 T407 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a1d2b5 name:ZooKeeperConnection Watcher:127.0.0.1:61462 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 156340 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 156341 T327 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 156348 T327 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 156350 T410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1676953 name:ZooKeeperConnection Watcher:127.0.0.1:61462/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 156350 T327 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 156360 T327 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 157188 T327 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61496_ylxl%2Fj
   [junit4]   2> 157189 T327 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61496_ylxl%2Fj
   [junit4]   2> 157196 T327 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 157200 T327 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 157203 T327 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\
   [junit4]   2> 157203 T327 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 157207 T411 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 157207 T411 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 157209 T355 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 157210 T411 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 157211 T411 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 157211 T356 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61496/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61496_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 157212 T411 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 157212 T356 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61496/ylxl/j",
   [junit4]   2> 	  "node_name":"127.0.0.1:61496_ylxl%2Fj",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 157212 T356 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 157213 T356 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 157214 T411 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 157214 T411 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 157215 T356 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 157215 T387 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 3)
   [junit4]   2> 157216 T410 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 3)
   [junit4]   2> 157216 T387 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 157217 T410 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 158031 T411 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 158031 T411 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 158032 T411 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 158032 T411 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 158034 T411 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 158035 T411 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\'
   [junit4]   2> 158072 T411 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 158076 T411 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 158090 T411 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 158097 T411 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 158115 T411 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 158118 T411 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 158126 T411 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 158332 T411 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 158341 T411 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 158344 T411 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 158376 T411 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 158380 T411 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 158384 T411 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 158386 T411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 158386 T411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 158387 T411 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 158388 T411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 158388 T411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 158388 T411 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 158388 T411 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 158389 T411 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\data\
   [junit4]   2> 158389 T411 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@81ba79
   [junit4]   2> 158391 T411 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\data\
   [junit4]   2> 158391 T411 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\data\index/
   [junit4]   2> 158391 T411 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 158391 T411 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001\shard-2-001\cores\collection1\data\index
   [junit4]   2> 158392 T411 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=1.064453125, floorSegmentMB=1.2783203125, forceMergeDeletesPctAllowed=14.208788220653474, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5072615003307742
   [junit4]   2> 158394 T411 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f1a0dd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e7f601),segFN=segments_1,generation=1}
   [junit4]   2> 158394 T411 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 158404 T411 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 158405 T411 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 158405 T411 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 158406 T411 oasup.UpdateRequestProcessorChain.init crea

[...truncated too long message...]

t4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		5	/solr/live_nodes
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 		4	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> 225163 T327 oasc.SocketProxy.close WARN Closing 4 connections to: http://127.0.0.1:61496/ylxl/j
   [junit4]   2> 225163 T327 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:61506/ylxl/j
   [junit4]   2> 225164 T327 oasc.SocketProxy.close WARN Closing 12 connections to: http://127.0.0.1:61470/ylxl/j
   [junit4]   2> 225164 T327 oasc.SocketProxy.close WARN Closing 2 connections to: http://127.0.0.1:61486/ylxl/j
   [junit4]   2> 225164 T327 oasc.ReplicationFactorTest.distribTearDown super.distribTearDown complete, closing all socket proxies
   [junit4]   2> 225165 T327 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:61496/ylxl/j
   [junit4]   2> 225165 T327 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:61506/ylxl/j
   [junit4]   2> 225165 T327 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:61470/ylxl/j
   [junit4]   2> 225166 T327 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:61486/ylxl/j
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ReplicationFactorTest -Dtests.method=test -Dtests.seed=4A252FB6B2C7F3F6 -Dtests.slow=true -Dtests.locale=ca_ES -Dtests.timezone=America/Belem -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   77.6s | ReplicationFactorTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61470/ylxl/j/repfacttest_c8n_1x3_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:625)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:948)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:284)
   [junit4]    > 	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61470/ylxl/j/repfacttest_c8n_1x3_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:622)
   [junit4]    > 	... 47 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
   [junit4]    > 	... 52 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=513, name=updateExecutor-33-thread-3, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]    > Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner@66f940 rejected from java.util.concurrent.ThreadPoolExecutor@1f010bf[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 23]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4A252FB6B2C7F3F6]:0)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:279)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 225208 T327 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 4A252FB6B2C7F3F6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Memory)}, sim=DefaultSimilarity, locale=ca_ES, timezone=America/Belem
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_31 (32-bit)/cpus=2,threads=1,free=58455424,total=103809024
   [junit4]   2> NOTE: All tests run in this JVM: [RequestLoggingTest, AnalyticsMergeStrategyTest, DistributedFacetPivotSmallTest, SoftAutoCommitTest, SynonymTokenizerTest, TestPivotHelperCode, TestArbitraryIndexDir, TestIntervalFaceting, CacheHeaderTest, DistanceUnitsTest, CoreAdminRequestStatusTest, TestSchemaVersionResource, TestFreeTextSuggestions, TestPerFieldSimilarity, LukeRequestHandlerTest, TestBulkSchemaAPI, ReplicationFactorTest]
   [junit4] Completed in 77.62s, 1 test, 1 error <<< FAILURES!

[...truncated 1435 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:519: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:191: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:510: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1351: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:958: There were test failures: 473 suites, 1878 tests, 1 error, 57 ignored (30 assumptions)

Total time: 128 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_31) - Build # 4543 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4543/
Java: 32bit/jdk1.8.0_31 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Error from server at http://127.0.0.1:56034//collection1: java.lang.NullPointerException  at org.apache.solr.search.grouping.distributed.responseprocessor.TopGroupsShardResponseProcessor.process(TopGroupsShardResponseProcessor.java:102)  at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:738)  at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:721)  at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:359)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:142)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:1967)  at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:808)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:435)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:218)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:103)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)  at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)  at org.eclipse.jetty.server.Server.handle(Server.java:497)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)  at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)  at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)  at java.lang.Thread.run(Thread.java:745) 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56034//collection1: java.lang.NullPointerException
	at org.apache.solr.search.grouping.distributed.responseprocessor.TopGroupsShardResponseProcessor.process(TopGroupsShardResponseProcessor.java:102)
	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:738)
	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:721)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:359)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:142)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1967)
	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:808)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:435)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:218)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:103)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:497)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)

	at __randomizedtesting.SeedInfo.seed([A4AFEDA73FFF081C:2CFBD27D910365E4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:584)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:978)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:940)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:813)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:980)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.ReplicationFactorTest.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:58378/repfacttest_c8n_1x3_shard1_replica3

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:58378/repfacttest_c8n_1x3_shard1_replica3
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:625)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:948)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:284)
	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:58378/repfacttest_c8n_1x3_shard1_replica3
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:622)
	... 47 more
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
	... 52 more




Build Log:
[...truncated 9261 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\init-core-data-001
   [junit4]   2> 1332207 T6925 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1332207 T6925 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1334551 T6925 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1
   [junit4]   2> 1334558 T6925 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1334562 T6925 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@135ab08{/,null,AVAILABLE}
   [junit4]   2> 1334566 T6925 oejs.AbstractConnector.doStart Started ServerConnector@e0436a{HTTP/1.1}{127.0.0.1:55994}
   [junit4]   2> 1334566 T6925 oejs.Server.doStart Started @1338461ms
   [junit4]   2> 1334566 T6925 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, hostPort=55994, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores}
   [junit4]   2> 1334566 T6925 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 1334566 T6925 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\'
   [junit4]   2> 1334631 T6925 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\solr.xml
   [junit4]   2> 1334649 T6925 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores
   [junit4]   2> 1334649 T6925 oasc.CoreContainer.<init> New CoreContainer 4847938
   [junit4]   2> 1334652 T6925 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\]
   [junit4]   2> 1334652 T6925 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\lib
   [junit4]   2> 1334652 T6925 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\lib).
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1334666 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1334670 T6925 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1334670 T6925 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1334670 T6925 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1334670 T6925 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1334670 T6925 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1334670 T6925 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1334670 T6925 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1334676 T6925 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\, configSet=collection1, dataDir=data\}
   [junit4]   2> 1334678 T6925 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\
   [junit4]   2> 1334678 T6925 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1334680 T6937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
   [junit4]   2> 1334683 T6937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1334684 T6937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1334684 T6937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1334735 T6937 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1334747 T6937 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1334776 T6937 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1334778 T6937 oass.IndexSchema.readSchema Reading Solr Schema from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml
   [junit4]   2> 1334787 T6937 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1334957 T6937 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1334972 T6937 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1334975 T6937 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1334987 T6937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1334993 T6937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1334997 T6937 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1334997 T6937 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1334997 T6937 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1334999 T6937 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1334999 T6937 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1334999 T6937 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1334999 T6937 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from configset C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 1335002 T6937 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1335003 T6937 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\data\
   [junit4]   2> 1335003 T6937 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3bee
   [junit4]   2> 1335004 T6937 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\data\
   [junit4]   2> 1335004 T6937 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\data\index/
   [junit4]   2> 1335004 T6937 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1335005 T6937 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\control\cores\collection1\data\index
   [junit4]   2> 1335005 T6937 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1335006 T6937 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_1,generation=1}
   [junit4]   2> 1335006 T6937 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1335015 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1335015 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1335015 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1335016 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1335016 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1335017 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1335017 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1335019 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1335019 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1335020 T6937 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1335020 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1335020 T6937 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1335032 T6937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1335034 T6937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1335038 T6937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1335040 T6937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1335048 T6937 oasc.PluginBag.createPlugin requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1335052 T6937 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 1335052 T6937 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1335052 T6937 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1335056 T6937 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1335056 T6937 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1335059 T6937 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1335059 T6937 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1335060 T6937 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=56.5048828125, floorSegmentMB=1.67578125, forceMergeDeletesPctAllowed=21.699715806707896, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1335061 T6937 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_1,generation=1}
   [junit4]   2> 1335061 T6937 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1335062 T6937 oass.SolrIndexSearcher.<init> Opening Searcher@1ecaaf4[collection1] main
   [junit4]   2> 1335063 T6937 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 1335063 T6937 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1335063 T6937 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1335063 T6937 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1335101 T6937 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1335160 T6937 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1335160 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 1335160 T6937 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1335160 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: direct
   [junit4]   2> 1335162 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1335162 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1335162 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1335162 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: external
   [junit4]   2> 1335163 T6925 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1335165 T6925 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1335163 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: freq
   [junit4]   2> 1335165 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: fqcn
   [junit4]   2> 1335165 T6938 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: perDict
   [junit4]   2> 1335165 T6938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ecaaf4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1337154 T6925 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1
   [junit4]   2> 1337158 T6925 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1337173 T6925 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@fab400{/,null,AVAILABLE}
   [junit4]   2> 1337176 T6925 oejs.AbstractConnector.doStart Started ServerConnector@18053b0{HTTP/1.1}{127.0.0.1:55997}
   [junit4]   2> 1337176 T6925 oejs.Server.doStart Started @1340793ms
   [junit4]   2> 1337176 T6925 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, hostPort=55997, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores}
   [junit4]   2> 1337176 T6925 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 1337176 T6925 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\'
   [junit4]   2> 1337218 T6925 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\solr.xml
   [junit4]   2> 1337228 T6925 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores
   [junit4]   2> 1337228 T6925 oasc.CoreContainer.<init> New CoreContainer 2938594
   [junit4]   2> 1337228 T6925 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\]
   [junit4]   2> 1337228 T6925 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\lib
   [junit4]   2> 1337231 T6925 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\lib).
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1337246 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1337248 T6925 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1337248 T6925 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1337248 T6925 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1337248 T6925 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1337248 T6925 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1337248 T6925 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1337250 T6925 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1337250 T6925 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1337254 T6925 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\, configSet=collection1, dataDir=data\}
   [junit4]   2> 1337254 T6925 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\
   [junit4]   2> 1337254 T6925 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1337256 T6951 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
   [junit4]   2> 1337258 T6951 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1337258 T6951 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1337258 T6951 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1337305 T6951 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1337312 T6951 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1337330 T6951 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1337330 T6951 oass.IndexSchema.readSchema Reading Solr Schema from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml
   [junit4]   2> 1337336 T6951 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1337461 T6951 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1337474 T6951 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1337475 T6951 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1337484 T6951 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1337487 T6951 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1337490 T6951 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1337490 T6951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1337490 T6951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1337490 T6951 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1337490 T6951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1337492 T6951 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1337492 T6951 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from configset C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 1337492 T6951 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1337494 T6951 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\data\
   [junit4]   2> 1337494 T6951 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3bee
   [junit4]   2> 1337495 T6951 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\data\
   [junit4]   2> 1337495 T6951 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\data\index/
   [junit4]   2> 1337495 T6951 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1337495 T6951 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch A4AFEDA73FFF081C-001\tempDir-001\shard0\cores\collection1\data\index
   [junit4]   2> 1337496 T6951 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1337496 T6951 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_1,generation=1}
   [junit4]   2> 1337496 T6951 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1337503 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1337504 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1337505 T6951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 1337505 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1337505 T6951 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1337506 T6951 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1337506 T6951 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1337510 T6951 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1337514 T6951 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1337517 T6951 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1337521 T6951 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1337528 T6951 oasc.PluginBag.createPlugin requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1337532 T6951 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 1337532 T6951 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 1337532 T6951 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1337534 T6951 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1337534 T6951 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1337537 T6951 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1337537 T6951 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1337538 T6951 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=56.5048828125, floorSegmentMB=1.67578125, forceMergeDeletesPctAllowed=21.699715806707896, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1337538 T6951 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_1,generation=1}
   [junit4]   2> 1337538 T6951 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1337539 T6951 oass.SolrIndexSearcher.<init> Opening Searcher@16315d7[collection1] main
   [junit4]   2> 1337539 T6951 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 1337540 T6951 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1337540 T6951 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1337540 T6951 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 1337557 T6951 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1337615 T6951 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1337617 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 1337617 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: direct
   [junit4]   2> 1337617 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1337617 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1337617 T6951 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1337619 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1337620 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: external
   [junit4]   2> 1337620 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: freq
   [junit4]   2> 1337621 T6925 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1337621 T6925 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1337621 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: fqcn
   [junit4]   2> 1337622 T6925 oas.SolrTestCaseJ4.setUp ###Starting test
   [junit4]   2> 1337623 T6952 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: perDict
   [junit4]   2> 1337624 T6952 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16315d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C967 name=collection1 org.apache.solr.core.SolrCore@14312f
   [junit4]   2> 1337640 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1495440301813137408)} 0 2
   [junit4]   2> ASYNC  NEW_CORE C968 name=collection1 org.apache.solr.core.SolrCore@b13652
   [junit4]   2> 1337649 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1495440301821526016)} 0 3
   [junit4]   2> 1337654 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1495440301827817472)]} 0 2
   [junit4]   2> 1337667 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1495440301841448960)]} 0 2
   [junit4]   2> 1337672 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1495440301846691840)]} 0 2
   [junit4]   2> 1337677 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1495440301852983296)]} 0 1
   [junit4]   2> 1337697 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1495440301861371904)]} 0 13
   [junit4]   2> 1337763 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1495440301897023488)]} 0 45
   [junit4]   2> 1337769 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1495440301950500864)]} 0 0
   [junit4]   2> 1337778 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1495440301956792320)]} 0 3
   [junit4]   2> 1337785 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1495440301966229504)]} 0 1
   [junit4]   2> 1337791 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1495440301972520960)]} 0 1
   [junit4]   2> 1337799 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1495440301979860992)]} 0 2
   [junit4]   2> 1337804 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1495440301987201024)]} 0 0
   [junit4]   2> 1337811 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1495440301994541056)]} 0 0
   [junit4]   2> 1337817 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1495440302000832512)]} 0 0
   [junit4]   2> 1337824 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1495440302008172544)]} 0 0
   [junit4]   2> 1337831 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1495440302015512576)]} 0 0
   [junit4]   2> 1337836 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1495440302020755456)]} 0 0
   [junit4]   2> 1337841 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1495440302025998336)]} 0 0
   [junit4]   2> 1337847 T6932 C967 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1337851 T6932 C967 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_2,generation=2}
   [junit4]   2> 1337855 T6932 C967 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1337893 T6932 C967 oass.SolrIndexSearcher.<init> Opening Searcher@13bfeb1[collection1] main
   [junit4]   2> 1337894 T6932 C967 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1337894 T6938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13bfeb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c9)))}
   [junit4]   2> 1337897 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 50
   [junit4]   2> 1337902 T6947 C968 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1337910 T6947 C968 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_2,generation=2}
   [junit4]   2> 1337914 T6947 C968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1337919 T6947 C968 oass.SolrIndexSearcher.<init> Opening Searcher@1d40498[collection1] main
   [junit4]   2> 1337919 T6947 C968 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1337921 T6952 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d40498[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c9)))}
   [junit4]   2> 1337922 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 20
   [junit4]   2> 1337940 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1495440302118273024)]} 0 11
   [junit4]   2> 1337958 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1495440302136098816)]} 0 12
   [junit4]   2> 1337965 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1495440302156021760)]} 0 0
   [junit4]   2> 1337972 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1495440302163361792)]} 0 0
   [junit4]   2> 1337978 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1495440302169653248)]} 0 0
   [junit4]   2> 1337984 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1495440302175944704)]} 0 1
   [junit4]   2> 1337987 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1495440302179090432)]} 0 0
   [junit4]   2> 1337995 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1495440302187479040)]} 0 0
   [junit4]   2> 1338001 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1495440302193770496)]} 0 0
   [junit4]   2> 1338010 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1495440302202159104)]} 0 1
   [junit4]   2> 1338014 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1495440302207401984)]} 0 0
   [junit4]   2> 1338020 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1495440302213693440)]} 0 0
   [junit4]   2> 1338027 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1495440302221033472)]} 0 0
   [junit4]   2> 1338033 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1495440302227324928)]} 0 0
   [junit4]   2> 1338038 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1495440302232567808)]} 0 0
   [junit4]   2> 1338042 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1495440302236762112)]} 0 0
   [junit4]   2> 1338055 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1495440302246199296)]} 0 4
   [junit4]   2> 1338060 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1495440302255636480)]} 0 0
   [junit4]   2> 1338068 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1495440302264025088)]} 0 0
   [junit4]   2> 1338075 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1495440302270316544)]} 0 1
   [junit4]   2> 1338082 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1495440302278705152)]} 0 1
   [junit4]   2> 1338086 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1495440302281850880)]} 0 1
   [junit4]   2> 1338092 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1495440302289190912)]} 0 0
   [junit4]   2> 1338097 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1495440302294433792)]} 0 0
   [junit4]   2> 1338104 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1495440302301773824)]} 0 0
   [junit4]   2> 1338109 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1495440302307016704)]} 0 0
   [junit4]   2> 1338129 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1495440302311211008)]} 0 16
   [junit4]   2> 1338133 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1495440302332182528)]} 0 0
   [junit4]   2> 1338140 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1495440302339522560)]} 0 0
   [junit4]   2> 1338147 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1495440302346862592)]} 0 0
   [junit4]   2> 1338155 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1495440302355251200)]} 0 0
   [junit4]   2> 1338162 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1495440302362591232)]} 0 0
   [junit4]   2> 1338168 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1495440302368882688)]} 0 0
   [junit4]   2> 1338174 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1495440302375174144)]} 0 0
   [junit4]   2> 1338181 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1495440302382514176)]} 0 0
   [junit4]   2> 1338187 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1495440302388805632)]} 0 0
   [junit4]   2> 1338194 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1495440302396145664)]} 0 0
   [junit4]   2> 1338201 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1495440302403485696)]} 0 0
   [junit4]   2> 1338210 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1495440302412922880)]} 0 0
   [junit4]   2> 1338215 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1495440302418165760)]} 0 0
   [junit4]   2> 1338221 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1495440302424457216)]} 0 0
   [junit4]   2> 1338227 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1495440302430748672)]} 0 0
   [junit4]   2> 1338233 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1495440302437040128)]} 0 0
   [junit4]   2> 1338240 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1495440302444380160)]} 0 0
   [junit4]   2> 1338255 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1495440302459060224)]} 0 1
   [junit4]   2> 1338258 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1495440302463254528)]} 0 0
   [junit4]   2> 1338265 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1495440302470594560)]} 0 0
   [junit4]   2> 1338271 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1495440302476886016)]} 0 0
   [junit4]   2> 1338277 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1495440302483177472)]} 0 0
   [junit4]   2> 1338282 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1495440302488420352)]} 0 0
   [junit4]   2> 1338289 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1495440302495760384)]} 0 0
   [junit4]   2> 1338296 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1495440302503100416)]} 0 0
   [junit4]   2> 1338302 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1495440302509391872)]} 0 0
   [junit4]   2> 1338310 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1495440302517780480)]} 0 0
   [junit4]   2> 1338313 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1495440302520926208)]} 0 0
   [junit4]   2> 1338318 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1495440302526169088)]} 0 0
   [junit4]   2> 1338326 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1495440302534557696)]} 0 0
   [junit4]   2> 1338332 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1495440302540849152)]} 0 0
   [junit4]   2> 1338339 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1495440302548189184)]} 0 0
   [junit4]   2> 1338346 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1495440302553432064)]} 0 2
   [junit4]   2> 1338350 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1495440302559723520)]} 0 0
   [junit4]   2> 1338358 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1495440302568112128)]} 0 0
   [junit4]   2> 1338367 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1495440302574403584)]} 0 3
   [junit4]   2> 1338374 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1495440302583840768)]} 0 1
   [junit4]   2> 1338383 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1495440302593277952)]} 0 1
   [junit4]   2> 1338387 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1495440302598520832)]} 0 0
   [junit4]   2> 1338394 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1495440302605860864)]} 0 0
   [junit4]   2> 1338400 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1495440302612152320)]} 0 0
   [junit4]   2> 1338408 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1495440302620540928)]} 0 0
   [junit4]   2> 1338414 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1495440302626832384)]} 0 0
   [junit4]   2> 1338422 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1495440302635220992)]} 0 0
   [junit4]   2> 1338429 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1495440302642561024)]} 0 0
   [junit4]   2> 1338438 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1495440302650949632)]} 0 1
   [junit4]   2> 1338444 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1495440302656192512)]} 0 2
   [junit4]   2> 1338451 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1495440302665629696)]} 0 0
   [junit4]   2> 1338457 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1495440302671921152)]} 0 0
   [junit4]   2> 1338463 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1495440302678212608)]} 0 0
   [junit4]   2> 1338467 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1495440302682406912)]} 0 0
   [junit4]   2> 1338475 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1495440302689746944)]} 0 1
   [junit4]   2> 1338480 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1495440302693941248)]} 0 2
   [junit4]   2> 1338484 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1495440302699184128)]} 0 1
   [junit4]   2> 1338489 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1495440302703378432)]} 0 2
   [junit4]   2> 1338492 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1495440302708621312)]} 0 0
   [junit4]   2> 1338500 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1495440302717009920)]} 0 0
   [junit4]   2> 1338504 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1495440302721204224)]} 0 0
   [junit4]   2> 1338508 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1495440302725398528)]} 0 0
   [junit4]   2> 1338511 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1495440302728544256)]} 0 0
   [junit4]   2> 1338514 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1495440302731689984)]} 0 0
   [junit4]   2> 1338520 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1495440302737981440)]} 0 0
   [junit4]   2> 1338524 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1495440302742175744)]} 0 0
   [junit4]   2> 1338529 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1495440302747418624)]} 0 0
   [junit4]   2> 1338546 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1495440302765244416)]} 0 0
   [junit4]   2> 1338550 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1495440302769438720)]} 0 0
   [junit4]   2> 1338556 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1495440302774681600)]} 0 1
   [junit4]   2> 1338560 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1495440302779924480)]} 0 0
   [junit4]   2> 1338569 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1495440302789361664)]} 0 0
   [junit4]   2> 1338573 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1495440302793555968)]} 0 0
   [junit4]   2> 1338580 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1495440302798798848)]} 0 2
   [junit4]   2> 1338584 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1495440302805090304)]} 0 0
   [junit4]   2> 1338589 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1495440302810333184)]} 0 0
   [junit4]   2> 1338594 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[141 (1495440302814527488)]} 0 1
   [junit4]   2> 1338598 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[141 (1495440302819770368)]} 0 0
   [junit4]   2> 1338602 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[142 (1495440302823964672)]} 0 0
   [junit4]   2> 1338607 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[142 (1495440302829207552)]} 0 2
   [junit4]   2> 1338610 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[143 (1495440302832353280)]} 0 0
   [junit4]   2> 1338613 T6946 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[143 (1495440302835499008)]} 0 0
   [junit4]   2> 1338618 T6932 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[144 (1495440302840741888)]} 0 0
   [junit4]   2> 1338621 T6947 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[144 (1495440302843887616)]} 0 0
   [junit4]   2> 1338627 T6934 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[145 (1495440302850179072)]} 0 0
   [junit4]   2> 1338630 T6948 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[145 (1495440302853324800)]} 0 0
   [junit4]   2> 1338633 T6929 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[146 (1495440302856470528)]} 0 0
   [junit4]   2> 1338637 T6943 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[146 (1495440302860664832)]} 0 0
   [junit4]   2> 1338641 T6930 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[147 (1495440302864859136)]} 0 0
   [junit4]   2> 1338646 T6944 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[147 (1495440302870102016)]} 0 0
   [junit4]   2> 1338653 T6931 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[148 (1495440302877442048)]} 0 0
   [junit4]   2> 1338657 T6945 C968 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[148 (1495440302881636352)]} 0 0
   [junit4]   2> 1338662 T6933 C967 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[149 (1495440302886879232)]} 0 0
   [junit4]   2> ASYNC  NEW_CORE C969 name=collection1 org.apache.solr.core.SolrCore@b13652
   [junit4]   2> 1338689 T6946 C969 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[149 (1495440302891073536)]} 0 23
   [junit4]   2> ASYNC  NEW_CORE C970 name=collection1 org.apache.solr.core.SolrCore@14312f
   [junit4]   2> 1338692 T6932 C970 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1338704 T6932 C970 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d58787 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8dd2),segFN=segments_3,generation=3}
   [junit4]   2> 1338705 T6932 C970 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1338707 T6932 C970 oass.SolrIndexSearcher.<init> Opening Searcher@1e4f52c[collection1] main
   [junit4]   2> 1338707 T6932 C970 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1338709 T6938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e4f52c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c9) Uninverting(_1(6.0.0):c59)))}
   [junit4]   2> 1338712 T6932 C970 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 20
   [junit4]   2> 1338714 T6947 C969 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1338727 T6947 C969 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9af4a7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e51cd0),segFN=segments_3,generation=3}
   [junit4]   2> 1338727 T6947 C969 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1338728 T6947 C969 oass.SolrIndexSearcher.<init> Opening Searcher@18e5da0[collection1] main
   [junit4]   2> 1338728 T6947 C969 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1338731 T6952 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18e5da0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):c9) Uninverting(_1(6.0.0):c59)))}
   [junit4]   2> 1338732 T6947 C969 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 18
   [junit4]   2> 1338737 T6934 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 1338764 T6943 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:55997//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1426163008662&isShard=true&wt=javabin} hits=68 status=0 QTime=1 
   [junit4]   2> 1338772 T6944 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1426163008662&ids=102,124,146,4,137,127,149,116,128,142&isShard=true&shard.url=http://127.0.0.1:55997//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 1338775 T6948 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:55997//collection1|[ff01::114]:33332/&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=33 
   [junit4]   2> 1338778 T6929 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 1338792 T6946 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:55997//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1426163008701&isShard=true&wt=javabin} hits=68 status=0 QTime=2 
   [junit4]   2> 1338798 T6947 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1426163008701&ids=143,112,15,16,1001,7,8,108,130,131&isShard=true&shard.url=http://127.0.0.1:55997//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=2 
   [junit4]   2> 1338804 T6945 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:55997//collection1|[ff01::213]:33332/&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=23 
   [junit4]   2> 1338811 T6930 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 1338820 T6944 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:55997//collection1&rows=10&version=2&q=*:*&NOW=1426163008737&isShard=true&wt=javabin} hits=68 status=0 QTime=0 
   [junit4]   2> 1338828 T6948 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1426163008737&ids=143,132,144,137,5,138,17,119,140,10&isShard=true&shard.url=http://127.0.0.1:55997//collection1&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 1338842 T6943 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:55997//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=25 
   [junit4]   2> 1338851 T6931 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1 
   [junit4]   2> 1338863 T6947 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:55997//collection1&rows=10&version=2&q=*:*&NOW=1426163008777&isShard=true&wt=javabin} hits=68 status=0 QTime=1 
   [junit4]   2> 1338869 T6945 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1426163008777&ids=113,3,146,124,103,16,1001,129,131,142&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:55997//collection1&wt=javabin&version=2} status=0 QTime=1 
   [junit4]   2> 1338871 T6946 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:55997//collection1&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=14 
   [junit4]   2> 1338878 T6933 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2 
   [junit4]   2> 1338889 T6948 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:55997//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1426163008803&isShard=true&wt=javabin} hits=68 status=0 QTime=2 
   [junit4]   2> 1338896 T6943 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1426163008803&ids=11,113,146,114,4,105,116,117,107,119&isShard=true&shard.url=http://127.0.0.1:55997//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0 
   [junit4]   2> 1338900 T6944 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&shards=http://127.0.0.1:55997//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=17 
   [junit4]   2> 1338904 T6932 C970 oasc.SolrCore.execute [collection1] webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0 
   [junit4]   2> 1338919 T6945 C969 oasc.SolrCore.execute [collection1] webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|[ff01

[...truncated too long message...]

RequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
   [junit4]    > 	... 52 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13308, name=updateExecutor-1532-thread-3, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]    > Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner@d0e82 rejected from java.util.concurrent.ThreadPoolExecutor@1bf6a44[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 23]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A4AFEDA73FFF081C]:0)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:279)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2821254 T13124 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest A4AFEDA73FFF081C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false), id=Lucene50(blocksize=128), text=FSTOrd50, range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_MA, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_31 (32-bit)/cpus=2,threads=1,free=140620824,total=268062720
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateUpdateTest, QueryElevationComponentTest, SaslZkACLProviderTest, FullSolrCloudDistribCmdsTest, TestBinaryResponseWriter, TestSolr4Spatial2, MoreLikeThisHandlerTest, OverseerCollectionProcessorTest, TestCollapseQParserPlugin, DocumentAnalysisRequestHandlerTest, HardAutoCommitTest, CacheHeaderTest, DeleteReplicaTest, TestAnalyzeInfixSuggestions, SuggesterTest, WordBreakSolrSpellCheckerTest, TriLevelCompositeIdRoutingTest, TestStressLucene, TestUtils, TestDefaultSearchFieldResource, PrimitiveFieldTypeTest, TestJettySolrRunner, HdfsCollectionsAPIDistributedZkTest, OpenExchangeRatesOrgProviderTest, RecoveryAfterSoftCommitTest, DistanceUnitsTest, SuggesterTSTTest, TestTrackingShardHandlerFactory, BlockDirectoryTest, TestAddFieldRealTimeGet, TestExpandComponent, TestOrdValues, DistribJoinFromCollectionTest, TestFieldSortValues, TestRestManager, TestPostingsSolrHighlighter, EnumFieldTest, TestSolrConfigHandlerConcurrent, TestIndexingPerformance, TestMergePolicyConfig, TestConfigReload, AnalyticsQueryTest, TestSurroundQueryParser, TestZkChroot, XsltUpdateRequestHandlerTest, TestShortCircuitedRequests, TestHashQParserPlugin, LeaderElectionTest, DistributedQueryElevationComponentTest, HdfsDirectoryFactoryTest, TestQuerySenderNoQuery, ParsingFieldUpdateProcessorsTest, TestManagedSchemaFieldResource, OverseerTest, CoreAdminCreateDiscoverTest, HighlighterConfigTest, DistributedQueryComponentCustomSortTest, TestDistribDocBasedVersion, SpellCheckComponentTest, TestLazyCores, TermVectorComponentDistributedTest, UnloadDistributedZkTest, TestFieldResource, TestPartialUpdateDeduplication, TestClassNameShortening, TestCoreContainer, SolrPluginUtilsTest, TestReversedWildcardFilterFactory, ResponseLogComponentTest, DateRangeFieldTest, AnalysisErrorHandlingTest, OverriddenZkACLAndCredentialsProvidersTest, TestRealTimeGet, CircularListTest, DistributedMLTComponentTest, DistributedTermsComponentTest, TestCollectionAPI, DistributedSpellCheckComponentTest, ConnectionManagerTest, TestTrie, TestSort, ExternalFileFieldSortTest, TestQueryTypes, AlternateDirectoryTest, ExitableDirectoryReaderTest, TestRebalanceLeaders, TestPHPSerializedResponseWriter, TestSortingResponseWriter, TestExactSharedStatsCache, ActionThrottleTest, SyncSliceTest, TestRemoteStreaming, TestCodecSupport, LoggingHandlerTest, SignatureUpdateProcessorFactoryTest, DistributedDebugComponentTest, TestDynamicLoading, LukeRequestHandlerTest, SystemInfoHandlerTest, RAMDirectoryFactoryTest, TestHighlightDedupGrouping, TestUniqueKeyFieldResource, SpatialHeatmapFacetsTest, IndexSchemaRuntimeFieldTest, TestDocumentBuilder, TestHdfsUpdateLog, TestCursorMarkWithoutUniqueKey, StressHdfsTest, AsyncMigrateRouteKeyTest, TestDocBasedVersionConstraints, HdfsDirectoryTest, CachingDirectoryFactoryTest, TestDistributedSearch, TestCSVLoader, TestHashPartitioner, CoreMergeIndexesAdminHandlerTest, CursorMarkTest, CloudExitableDirectoryReaderTest, SliceStateTest, TestBulkSchemaAPI, ExternalCollectionsTest, RecoveryZkTest, TestSchemaNameResource, NotRequiredUniqueKeyTest, TestPseudoReturnFields, SolrXmlInZkTest, TestRandomMergePolicy, TestCloudManagedSchema, ChaosMonkeySafeLeaderTest, TestSerializedLuceneMatchVersion, TestSchemaSimilarityResource, TestSolrConfigHandlerCloud, SolrInfoMBeanTest, NoCacheHeaderTest, BasicDistributedZkTest, OverseerStatusTest, TestExceedMaxTermLength, DateMathParserTest, TestConfigSets, HdfsChaosMonkeySafeLeaderTest, CollectionsAPIAsyncDistributedZkTest, ShardRoutingCustomTest, JsonLoaderTest, TestReplicaProperties, TestRecoveryHdfs, DirectUpdateHandlerTest, TermVectorComponentTest, SolrRequestParserTest, SpellingQueryConverterTest, FileBasedSpellCheckerTest, TestTolerantSearch, RankQueryTest, TestMiniSolrCloudClusterSSL, TestReloadAndDeleteDocs, TestCryptoKeys, TestManagedSchemaDynamicFieldResource, LeaderFailoverAfterPartitionTest, TestGroupingSearch, TestReplicationHandler, ZkControllerTest, TestFunctionQuery, TestCollationField, SearchHandlerTest, TestCollationFieldDocValues, OutputWriterTest, TestBlobHandler, DocumentBuilderTest, AutoCommitTest, SpellCheckCollatorTest, TestReload, TestNonDefinedSimilarityFactory, DistributedExpandComponentTest, SharedFSAutoReplicaFailoverTest, CurrencyFieldXmlFileTest, TestComplexPhraseQParserPlugin, TestQueryUtils, HdfsBasicDistributedZkTest, TestFiltering, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestJoin, StatsComponentTest, TestJmxIntegration, TestRangeQuery, TestQuerySenderListener, TestSolrDeletionPolicy2, CursorPagingTest, TestCopyFieldCollectionResource, TestCoreDiscovery, TestSystemIdResolver, TestFieldCollectionResource, PeerSyncTest, BasicZkTest, TestRecovery, AnalyticsMergeStrategyTest, SuggestComponentTest, ReturnFieldsTest, HdfsSyncSliceTest, TestComponentsName, TestSchemaManager, TestFastWriter, ChaosMonkeyNothingIsSafeTest, TestFastOutputStream, MultiTermTest, DeleteShardTest, SortByFunctionTest, SolrCmdDistributorTest, BadCopyFieldTest, TestLRUStatsCache, TestInitQParser, TestSolrDeletionPolicy1, MBeansHandlerTest, ZkNodePropsTest, SolrIndexConfigTest, MigrateRouteKeyTest, TestBulkSchemaConcurrent, TestXIncludeConfig, TestFieldTypeResource, ReplicationFactorTest]
   [junit4] Completed in 70.29s, 1 test, 1 error <<< FAILURES!

[...truncated 795 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:519: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:191: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:510: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1351: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:958: There were test failures: 473 suites, 1882 tests, 2 errors, 57 ignored (30 assumptions)

Total time: 121 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_31) - Build # 4542 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4542/
Java: 32bit/jdk1.8.0_31 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ReplicationFactorTest.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52800/repfacttest_c8n_1x3_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52800/repfacttest_c8n_1x3_shard1_replica1
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:625)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:948)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:284)
	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52800/repfacttest_c8n_1x3_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:622)
	... 47 more
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
	... 52 more




Build Log:
[...truncated 9298 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\init-core-data-001
   [junit4]   2> 1982556 T9044 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1982564 T9044 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1982565 T9045 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1982666 T9044 oasc.ZkTestServer.run start zk server on port:52760
   [junit4]   2> 1982666 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1982668 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982672 T9052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa55b6 name:ZooKeeperConnection Watcher:127.0.0.1:52760 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982673 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1982673 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1982673 T9044 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1982679 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1982681 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982683 T9055 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e31c1a name:ZooKeeperConnection Watcher:127.0.0.1:52760/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982683 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1982684 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1982684 T9044 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1982695 T9044 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1982698 T9044 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1982700 T9044 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1982704 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1982705 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1982711 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1982711 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1982715 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1982716 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1982720 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1982720 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1982724 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1982724 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1982728 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1982728 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1982732 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1982733 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1982737 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1982737 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1982741 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1982742 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1982745 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1982746 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1982750 T9044 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1982751 T9044 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1984241 T9044 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1
   [junit4]   2> 1984246 T9044 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1984251 T9044 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1cb1682{/,null,AVAILABLE}
   [junit4]   2> 1984252 T9044 oejs.AbstractConnector.doStart Started ServerConnector@1118e4e{HTTP/1.1}{127.0.0.1:52768}
   [junit4]   2> 1984255 T9044 oejs.Server.doStart Started @1981941ms
   [junit4]   2> 1984256 T9044 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\tempDir-001/control/data, hostContext=/, hostPort=52767, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores}
   [junit4]   2> 1984257 T9044 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 1984257 T9044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\'
   [junit4]   2> 1984298 T9044 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\solr.xml
   [junit4]   2> 1984310 T9044 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores
   [junit4]   2> 1984311 T9044 oasc.CoreContainer.<init> New CoreContainer 6063946
   [junit4]   2> 1984311 T9044 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\]
   [junit4]   2> 1984311 T9044 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\lib
   [junit4]   2> 1984311 T9044 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\lib).
   [junit4]   2> 1984325 T9044 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1984326 T9044 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1984326 T9044 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1984327 T9044 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1984328 T9044 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1984328 T9044 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1984329 T9044 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1984329 T9044 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1984329 T9044 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52760/solr
   [junit4]   2> 1984329 T9044 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1984329 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1984331 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984333 T9069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d10d3 name:ZooKeeperConnection Watcher:127.0.0.1:52760 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984334 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1984334 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1984338 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984340 T9072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@611e95 name:ZooKeeperConnection Watcher:127.0.0.1:52760/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984340 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1984342 T9044 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1984346 T9044 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1984350 T9044 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1984354 T9044 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1984358 T9044 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1984362 T9044 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1984366 T9044 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1984368 T9044 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1984370 T9044 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52767_
   [junit4]   2> 1984371 T9044 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52767_
   [junit4]   2> 1984375 T9044 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1984377 T9044 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1984379 T9044 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1984382 T9044 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52767_
   [junit4]   2> 1984383 T9044 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1984384 T9044 oasc.Overseer.start Overseer (id=93462675277742083-127.0.0.1:52767_-n_0000000000) starting
   [junit4]   2> 1984388 T9044 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1984400 T9044 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1984400 T9044 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1984401 T9073 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1984400 T9074 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1984408 T9044 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1, collection=control_collection, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1984411 T9044 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\
   [junit4]   2> 1984411 T9044 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1984414 T9076 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1984414 T9076 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1984416 T9076 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1984418 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52767",
   [junit4]   2> 	  "node_name":"127.0.0.1:52767_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 1984419 T9073 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52767",
   [junit4]   2> 	  "node_name":"127.0.0.1:52767_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1984419 T9073 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1984420 T9073 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1984422 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1984426 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1985329 T9076 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1985329 T9076 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1985330 T9076 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1985331 T9076 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1985333 T9076 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1985333 T9076 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\'
   [junit4]   2> 1985359 T9076 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1985362 T9076 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1985375 T9076 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1985383 T9076 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1985407 T9076 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1985409 T9076 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1985445 T9076 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1985587 T9076 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1985599 T9076 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1985600 T9076 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1985621 T9076 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1985625 T9076 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1985630 T9076 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1985631 T9076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1985631 T9076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1985631 T9076 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1985632 T9076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1985633 T9076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1985633 T9076 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1985633 T9076 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1985634 T9076 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\data\
   [junit4]   2> 1985634 T9076 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45f584
   [junit4]   2> 1985635 T9076 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\data\
   [junit4]   2> 1985635 T9076 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\data\index/
   [junit4]   2> 1985636 T9076 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1985636 T9076 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\control-001\cores\collection1\data\index
   [junit4]   2> 1985637 T9076 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=80.4345703125, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=19.64538394922876, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5973418300792972
   [junit4]   2> 1985638 T9076 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4d921e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@117f6b9),segFN=segments_1,generation=1}
   [junit4]   2> 1985638 T9076 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1985645 T9076 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1985645 T9076 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1985646 T9076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1985646 T9076 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1985646 T9076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1985647 T9076 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1985647 T9076 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1985648 T9076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1985648 T9076 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1985654 T9076 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1985656 T9076 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1985658 T9076 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1985661 T9076 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1985670 T9076 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1985671 T9076 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1985672 T9076 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1985672 T9076 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1985674 T9076 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1985674 T9076 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1985675 T9076 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1453959357, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1985676 T9076 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4d921e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@117f6b9),segFN=segments_1,generation=1}
   [junit4]   2> 1985676 T9076 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1985676 T9076 oass.SolrIndexSearcher.<init> Opening Searcher@184ecca[collection1] main
   [junit4]   2> 1985677 T9076 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1985679 T9076 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1985679 T9076 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1985680 T9076 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1985680 T9076 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1985681 T9076 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1985681 T9076 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1985681 T9076 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1985681 T9076 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1985682 T9076 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1985683 T9077 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@184ecca[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1985683 T9076 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1985691 T9080 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52767 collection:control_collection shard:shard1
   [junit4]   2> 1985692 T9044 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1985693 T9044 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1985697 T9080 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1985697 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1985698 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985704 T9084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15a5a05 name:ZooKeeperConnection Watcher:127.0.0.1:52760/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985705 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1985705 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1985705 T9044 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1985711 T9080 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1985712 T9044 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1985714 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1985714 T9080 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1985715 T9080 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C8160 name=collection1 org.apache.solr.core.SolrCore@185e31d url=http://127.0.0.1:52767/collection1 node=127.0.0.1:52767_ C8160_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52767, node_name=127.0.0.1:52767_, state=down}
   [junit4]   2> 1985715 T9080 C8160 P52767 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52767/collection1/
   [junit4]   2> 1985715 T9080 C8160 P52767 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1985715 T9080 C8160 P52767 oasc.SyncStrategy.syncToMe http://127.0.0.1:52767/collection1/ has no replicas
   [junit4]   2> 1985716 T9080 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52767/collection1/ shard1
   [junit4]   2> 1985717 T9080 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1985718 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1985724 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1985727 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52767",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1985822 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1985824 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1985865 T9080 oasc.ZkController.register We are http://127.0.0.1:52767/collection1/ and leader is http://127.0.0.1:52767/collection1/
   [junit4]   2> 1985865 T9080 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52767
   [junit4]   2> 1985865 T9080 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1985865 T9080 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1985865 T9080 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1985869 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1985871 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52767",
   [junit4]   2> 	  "node_name":"127.0.0.1:52767_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 1985871 T9073 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52767",
   [junit4]   2> 	  "node_name":"127.0.0.1:52767_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1985969 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1985970 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1987039 T9044 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1
   [junit4]   2> 1987043 T9044 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001
   [junit4]   2> 1987044 T9044 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1987047 T9044 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@13d160a{/,null,AVAILABLE}
   [junit4]   2> 1987048 T9044 oejs.AbstractConnector.doStart Started ServerConnector@c25452{HTTP/1.1}{127.0.0.1:52781}
   [junit4]   2> 1987048 T9044 oejs.Server.doStart Started @1985023ms
   [junit4]   2> 1987048 T9044 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52780, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores}
   [junit4]   2> 1987049 T9044 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 1987049 T9044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\'
   [junit4]   2> 1987088 T9044 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\solr.xml
   [junit4]   2> 1987099 T9044 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores
   [junit4]   2> 1987101 T9044 oasc.CoreContainer.<init> New CoreContainer 15976849
   [junit4]   2> 1987101 T9044 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\]
   [junit4]   2> 1987101 T9044 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\lib
   [junit4]   2> 1987101 T9044 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\lib).
   [junit4]   2> 1987114 T9044 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1987115 T9044 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1987115 T9044 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1987115 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1987116 T9044 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1987119 T9044 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1987119 T9044 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1987120 T9044 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1987120 T9044 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1987120 T9044 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52760/solr
   [junit4]   2> 1987120 T9044 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1987120 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1987122 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1987124 T9098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f210 name:ZooKeeperConnection Watcher:127.0.0.1:52760 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1987125 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1987126 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1987129 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1987131 T9101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@81d8a5 name:ZooKeeperConnection Watcher:127.0.0.1:52760/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1987131 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1987139 T9044 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1988060 T9044 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52780_
   [junit4]   2> 1988061 T9044 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52780_
   [junit4]   2> 1988066 T9044 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1988070 T9044 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1988073 T9044 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\
   [junit4]   2> 1988073 T9044 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1988076 T9102 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1988076 T9102 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1988077 T9102 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1988077 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1988078 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52780",
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 1988079 T9073 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52780",
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1988079 T9073 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1988079 T9073 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1988081 T9101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1988082 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1988081 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1988990 T9102 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1988990 T9102 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1988991 T9102 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1988991 T9102 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1988995 T9102 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1988995 T9102 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\'
   [junit4]   2> 1989022 T9102 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1989026 T9102 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1989037 T9102 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1989042 T9102 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1989051 T9102 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1989054 T9102 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1989067 T9102 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1989211 T9102 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1989222 T9102 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1989224 T9102 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1989242 T9102 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1989246 T9102 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1989250 T9102 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1989251 T9102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1989251 T9102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1989252 T9102 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1989253 T9102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1989253 T9102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1989254 T9102 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1989254 T9102 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1989254 T9102 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 1989255 T9102 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45f584
   [junit4]   2> 1989256 T9102 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 1989256 T9102 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\data\index/
   [junit4]   2> 1989256 T9102 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1989257 T9102 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-1-001\cores\collection1\data\index
   [junit4]   2> 1989257 T9102 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=80.4345703125, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=19.64538394922876, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5973418300792972
   [junit4]   2> 1989258 T9102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@109d60 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e4d5a3),segFN=segments_1,generation=1}
   [junit4]   2> 1989258 T9102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1989266 T9102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1989267 T9102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1989267 T9102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1989267 T9102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1989268 T9102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1989268 T9102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1989268 T9102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1989269 T9102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1989269 T9102 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1989275 T9102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1989278 T9102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1989279 T9102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1989282 T9102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1989294 T9102 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1989294 T9102 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1989297 T9102 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1989297 T9102 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1989298 T9102 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1989298 T9102 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1989300 T9102 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1453959357, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1989301 T9102 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@109d60 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e4d5a3),segFN=segments_1,generation=1}
   [junit4]   2> 1989301 T9102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1989301 T9102 oass.SolrIndexSearcher.<init> Opening Searcher@125b03e[collection1] main
   [junit4]   2> 1989301 T9102 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1989303 T9102 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1989303 T9102 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1989304 T9102 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1989304 T9102 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1989305 T9102 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1989306 T9102 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1989306 T9102 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1989306 T9102 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1989306 T9102 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1989309 T9102 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1989311 T9103 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@125b03e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1989311 T9106 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52780 collection:collection1 shard:shard2
   [junit4]   2> 1989311 T9044 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1989311 T9044 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1989313 T9106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1989322 T9106 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1989334 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1989335 T9106 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1989335 T9106 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C8161 name=collection1 org.apache.solr.core.SolrCore@1d19579 url=http://127.0.0.1:52780/collection1 node=127.0.0.1:52780_ C8161_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52780, node_name=127.0.0.1:52780_, state=down}
   [junit4]   2> 1989335 T9106 C8161 P52780 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52780/collection1/
   [junit4]   2> 1989335 T9106 C8161 P52780 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1989335 T9106 C8161 P52780 oasc.SyncStrategy.syncToMe http://127.0.0.1:52780/collection1/ has no replicas
   [junit4]   2> 1989335 T9106 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52780/collection1/ shard2
   [junit4]   2> 1989338 T9106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1989340 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1989348 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1989351 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52780",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1989450 T9101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989451 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989451 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989489 T9106 oasc.ZkController.register We are http://127.0.0.1:52780/collection1/ and leader is http://127.0.0.1:52780/collection1/
   [junit4]   2> 1989489 T9106 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52780
   [junit4]   2> 1989489 T9106 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1989489 T9106 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1989489 T9106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1989492 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1989494 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52780",
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 1989494 T9073 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52780",
   [junit4]   2> 	  "node_name":"127.0.0.1:52780_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1989592 T9101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989592 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1989593 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1990658 T9044 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1
   [junit4]   2> 1990661 T9044 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001
   [junit4]   2> 1990663 T9044 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1990666 T9044 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1a862a0{/,null,AVAILABLE}
   [junit4]   2> 1990667 T9044 oejs.AbstractConnector.doStart Started ServerConnector@807c0d{HTTP/1.1}{127.0.0.1:52791}
   [junit4]   2> 1990667 T9044 oejs.Server.doStart Started @1989004ms
   [junit4]   2> 1990667 T9044 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52790, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores}
   [junit4]   2> 1990668 T9044 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 1990668 T9044 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\'
   [junit4]   2> 1990707 T9044 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\solr.xml
   [junit4]   2> 1990718 T9044 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores
   [junit4]   2> 1990719 T9044 oasc.CoreContainer.<init> New CoreContainer 13952033
   [junit4]   2> 1990719 T9044 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\]
   [junit4]   2> 1990719 T9044 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\lib
   [junit4]   2> 1990719 T9044 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\lib).
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1990733 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1990735 T9044 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1990735 T9044 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1990735 T9044 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1990735 T9044 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1990735 T9044 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1990735 T9044 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1990735 T9044 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1990735 T9044 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1990735 T9044 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52760/solr
   [junit4]   2> 1990739 T9044 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1990739 T9044 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1990741 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1990742 T9121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b5a588 name:ZooKeeperConnection Watcher:127.0.0.1:52760 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1990743 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1990743 T9044 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1990747 T9044 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1990749 T9124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ee15d8 name:ZooKeeperConnection Watcher:127.0.0.1:52760/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1990749 T9044 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1990757 T9044 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1991678 T9044 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52790_
   [junit4]   2> 1991679 T9044 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52790_
   [junit4]   2> 1991684 T9044 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1991688 T9044 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1991689 T9044 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\
   [junit4]   2> 1991689 T9044 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1991692 T9125 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1991692 T9125 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1991693 T9072 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1991693 T9125 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1991695 T9073 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52790",
   [junit4]   2> 	  "node_name":"127.0.0.1:52790_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 1991696 T9073 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52790",
   [junit4]   2> 	  "node_name":"127.0.0.1:52790_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1991698 T9073 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 1991698 T9073 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1991700 T9101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1991700 T9072 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1991701 T9124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1991701 T9084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1992607 T9125 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1992607 T9125 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1992608 T9125 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1992608 T9125 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1992609 T9125 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1992609 T9125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\'
   [junit4]   2> 1992633 T9125 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1992636 T9125 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1992651 T9125 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1992656 T9125 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1992667 T9125 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1992669 T9125 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1992684 T9125 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1992845 T9125 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1992856 T9125 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1992858 T9125 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1992876 T9125 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1992882 T9125 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1992885 T9125 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1992887 T9125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1992887 T9125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1992887 T9125 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1992890 T9125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1992890 T9125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1992890 T9125 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1992890 T9125 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1992891 T9125 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\data\
   [junit4]   2> 1992891 T9125 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45f584
   [junit4]   2> 1992891 T9125 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\data\
   [junit4]   2> 1992891 T9125 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\data\index/
   [junit4]   2> 1992891 T9125 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1992893 T9125 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001\shard-2-001\cores\collection1\data\index
   [junit4]   2> 1992893 T9125 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=80.4345703125, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=19.64538394922876, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5973418300792972
   [junit4]   2> 1992894 T9125 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1d19852 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15fe0dc),segFN=segments_1,generation=1}
   [junit4]   2> 1992894 T9125 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1992902 T9125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1992902 T9125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1992903 T9125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1992903 T9125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1992903 T9125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1992903 T9125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1992905 T9125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1992906 T9125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1992906 T9125 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1992912 T9125 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1992914 T9125 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1992916 T9125 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1992918 T9125 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1992930 T9125 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1992930 T9125 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1992932 T9125 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1992932 T9125 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1992934 T9125 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1992934 T9125 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1992935 T9125 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1453959357, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1992936 T9125 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1d19852 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15fe0dc),segFN=segments_1,generation=1}
   [junit4]   2> 1992936 T9125 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1992937 T9125 oass.SolrIndexSearcher.<init> Opening Searcher@1cc1d2f[collection1] main
   [junit4]   2> 1992937 T9125 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1992939 T9125 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1992939 T9125 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1992940 T9125 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1992940 T9125 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1992940 T9125 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 19929

[...truncated too long message...]

licationFactorTest.testRf3(ReplicationFactorTest.java:284)
   [junit4]    > 	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52800/repfacttest_c8n_1x3_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:622)
   [junit4]    > 	... 47 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
   [junit4]    > 	... 52 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9160, name=updateExecutor-1796-thread-1, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]    > Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner@a05fe4 rejected from java.util.concurrent.ThreadPoolExecutor@11b4a8f[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 29]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1137ADA802E87B0]:0)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:279)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2049431 T9044 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 1137ADA802E87B0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=BlockTreeOrds(blocksize=128), a_t=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting), text=PostingsFormat(name=LuceneFixedGap), range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ja, timezone=Asia/Irkutsk
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_31 (32-bit)/cpus=2,threads=1,free=51457248,total=282681344
   [junit4]   2> NOTE: All tests run in this JVM: [TestRequestStatusCollectionAPI, TestFaceting, ExternalCollectionsTest, ShardRoutingCustomTest, TestFieldResource, HighlighterMaxOffsetTest, TestFastLRUCache, DistributedFacetPivotSmallTest, SchemaVersionSpecificBehaviorTest, TestRecoveryHdfs, TestTrie, PrimitiveFieldTypeTest, TestCloudManagedSchemaConcurrent, AssignTest, DateMathParserTest, DirectSolrSpellCheckerTest, DistributedSuggestComponentTest, TestOverriddenPrefixQueryForCustomFieldType, SpatialRPTFieldTypeTest, TestRecovery, ChangedSchemaMergeTest, ExternalFileFieldSortTest, JSONWriterTest, SpellPossibilityIteratorTest, TestImplicitCoreProperties, DistributedIntervalFacetingTest, TestHashQParserPlugin, TestStressLucene, TestCryptoKeys, OutOfBoxZkACLAndCredentialsProvidersTest, TestGroupingSearch, TestManagedSynonymFilterFactory, BlockCacheTest, DocValuesTest, TestDistribDocBasedVersion, HighlighterConfigTest, StandardRequestHandlerTest, TestQuerySenderListener, SolrTestCaseJ4Test, SimpleFacetsTest, CustomCollectionTest, SolrRequestParserTest, RequiredFieldsTest, TestChildDocTransformer, CoreMergeIndexesAdminHandlerTest, SolrIndexSplitterTest, DistribDocExpirationUpdateProcessorTest, PrimUtilsTest, TestFastOutputStream, PingRequestHandlerTest, StatsComponentTest, HdfsRecoveryZkTest, QueryParsingTest, TestSerializedLuceneMatchVersion, TestReversedWildcardFilterFactory, TestShortCircuitedRequests, SuggesterWFSTTest, TestFieldCollectionResource, TestManagedStopFilterFactory, TestSweetSpotSimilarityFactory, TestSolrDynamicMBean, PathHierarchyTokenizerFactoryTest, ZkNodePropsTest, NumericFieldsTest, TestMiniSolrCloudCluster, DistributedQueryElevationComponentTest, DistributedFacetPivotLongTailTest, TestIndexingPerformance, CoreAdminHandlerTest, TestDefaultStatsCache, TestSolrDeletionPolicy2, OutputWriterTest, OverseerTest, DistribJoinFromCollectionTest, ShardSplitTest, TestClusterStateMutator, TestUniqueKeyFieldResource, TestInfoStreamLogging, SharedFSAutoReplicaFailoverUtilsTest, AddSchemaFieldsUpdateProcessorFactoryTest, MultiThreadedOCPTest, AlternateDirectoryTest, SystemInfoHandlerTest, StressHdfsTest, PreAnalyzedFieldTest, TestCSVLoader, XsltUpdateRequestHandlerTest, TestCloudSchemaless, TestDocSet, ScriptEngineTest, DistributedMLTComponentTest, TestDocumentBuilder, TestSolrQueryParserDefaultOperatorResource, AliasIntegrationTest, TestRebalanceLeaders, SegmentsInfoRequestHandlerTest, TestDynamicFieldResource, MinimalSchemaTest, TestConfigReload, TestBM25SimilarityFactory, TestFieldTypeCollectionResource, ZkStateWriterTest, TestSimpleQParserPlugin, CoreAdminCreateDiscoverTest, TestSolr4Spatial2, MigrateRouteKeyTest, TestMiniSolrCloudClusterSSL, MoreLikeThisHandlerTest, ZkControllerTest, TestSchemaNameResource, NotRequiredUniqueKeyTest, SolrIndexConfigTest, DocValuesMultiTest, RollingRestartTest, ParsingFieldUpdateProcessorsTest, ReplicationFactorTest]
   [junit4] Completed in 66.95s, 1 test, 1 error <<< FAILURES!

[...truncated 1108 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:519: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:191: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:510: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1351: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:958: There were test failures: 473 suites, 1882 tests, 1 error, 57 ignored (30 assumptions)

Total time: 130 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_31) - Build # 4541 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4541/
Java: 32bit/jdk1.8.0_31 -server -XX:+UseConcMarkSweepGC

All tests passed

Build Log:
[...truncated 8873 lines...]
    [javac] Compiling 517 source files to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\classes\test
    [javac] C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test\org\apache\solr\handler\FieldAnalysisRequestHandlerTest.java:1: error: illegal character: '\ufeff'
    [javac] ?/*
    [javac] ^
    [javac] C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test\org\apache\solr\handler\FieldAnalysisRequestHandlerTest.java:18: error: class, interface, or enum expected
    [javac] package org.apache.solr.handler;
    [javac]         ^
    [javac] 2 errors

BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:519: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:191: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:510: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:781: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:795: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1863: Compile failed; see the compiler error output for details.

Total time: 33 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_31) - Build # 4540 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4540/
Java: 32bit/jdk1.8.0_31 -server -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSolrConfigHandler

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: The process cannot access the file because it is being used by another process.     C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: The process cannot access the file because it is being used by another process.     C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: The process cannot access the file because it is being used by another process.

   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: The process cannot access the file because it is being used by another process.

   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001

	at __randomizedtesting.SeedInfo.seed([5C658B2726529BBB]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:286)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:200)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.FieldAnalysisRequestHandlerTest.testSpatial

Error Message:
expected:<s[]> but was:<s[vk6+]>

Stack Trace:
org.junit.ComparisonFailure: expected:<s[]> but was:<s[vk6+]>
	at __randomizedtesting.SeedInfo.seed([5C658B2726529BBB:F866AEBA2452ED32]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.FieldAnalysisRequestHandlerTest.testSpatial(FieldAnalysisRequestHandlerTest.java:426)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.ReplicationFactorTest.test

Error Message:
org.apache.http.NoHttpResponseException: The target server failed to respond

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:929)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:284)
	at org.apache.solr.cloud.ReplicationFactorTest.test(ReplicationFactorTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:490)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:236)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient$2.call(CloudSolrClient.java:596)
	at org.apache.solr.client.solrj.impl.CloudSolrClient$2.call(CloudSolrClient.java:593)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 8997 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\init-core-data-001
   [junit4]   2> 199498 T1086 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 199508 T1086 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 199511 T1087 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 199628 T1086 oasc.ZkTestServer.run start zk server on port:50305
   [junit4]   2> 199628 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199631 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199660 T1094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dda062 name:ZooKeeperConnection Watcher:127.0.0.1:50305 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199661 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199661 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199661 T1086 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 199685 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199688 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199701 T1097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1167164 name:ZooKeeperConnection Watcher:127.0.0.1:50305/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199701 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199701 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199701 T1086 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 199725 T1086 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 199730 T1086 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 199733 T1086 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 199736 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 199736 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 199742 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 199742 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 199745 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 199745 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 199751 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 199751 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 199761 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 199762 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 199765 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 199765 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 199770 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 199770 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 199774 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 199774 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 199778 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 199778 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 199782 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 199782 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 199785 T1086 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 199785 T1086 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 201978 T1086 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1
   [junit4]   2> 202004 T1086 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 202011 T1086 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@11c1af2{/,null,AVAILABLE}
   [junit4]   2> 202040 T1086 oejs.AbstractConnector.doStart Started ServerConnector@c80661{HTTP/1.1}{127.0.0.1:50313}
   [junit4]   2> 202040 T1086 oejs.Server.doStart Started @206031ms
   [junit4]   2> 202040 T1086 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\tempDir-001/control/data, hostContext=/, hostPort=50312, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores}
   [junit4]   2> 202042 T1086 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 202042 T1086 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\'
   [junit4]   2> 202087 T1086 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\solr.xml
   [junit4]   2> 202099 T1086 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores
   [junit4]   2> 202099 T1086 oasc.CoreContainer.<init> New CoreContainer 20699268
   [junit4]   2> 202100 T1086 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\]
   [junit4]   2> 202100 T1086 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\lib
   [junit4]   2> 202100 T1086 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\lib).
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 202124 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 202126 T1086 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 202126 T1086 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 202126 T1086 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 202128 T1086 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 202128 T1086 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 202128 T1086 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 202128 T1086 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 202128 T1086 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50305/solr
   [junit4]   2> 202128 T1086 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 202130 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 202156 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 202227 T1111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13fa8d5 name:ZooKeeperConnection Watcher:127.0.0.1:50305 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 202230 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 202231 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 202235 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 202240 T1114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4482a5 name:ZooKeeperConnection Watcher:127.0.0.1:50305/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 202240 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 202243 T1086 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 202249 T1086 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 202254 T1086 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 202259 T1086 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 202268 T1086 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 202274 T1086 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 202279 T1086 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 202283 T1086 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 202287 T1086 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50312_
   [junit4]   2> 202288 T1086 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50312_
   [junit4]   2> 202291 T1086 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 202294 T1086 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 202298 T1086 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 202301 T1086 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50312_
   [junit4]   2> 202301 T1086 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 202304 T1086 oasc.Overseer.start Overseer (id=93458671057567747-127.0.0.1:50312_-n_0000000000) starting
   [junit4]   2> 202308 T1086 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 202321 T1086 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 202323 T1086 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 202325 T1115 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 202325 T1116 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 202330 T1086 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1, collection=control_collection, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 202334 T1086 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\
   [junit4]   2> 202334 T1086 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 202336 T1118 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 202337 T1118 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 202345 T1118 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 202347 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50312",
   [junit4]   2> 	  "node_name":"127.0.0.1:50312_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 202348 T1115 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50312",
   [junit4]   2> 	  "node_name":"127.0.0.1:50312_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 202348 T1115 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 202349 T1115 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 202351 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 202360 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203489 T1118 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 203489 T1118 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 203490 T1118 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 203490 T1118 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 203492 T1118 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 203492 T1118 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\'
   [junit4]   2> 203521 T1118 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 203525 T1118 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 203538 T1118 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 203542 T1118 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 203553 T1118 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 203557 T1118 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 203567 T1118 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 203704 T1118 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 203720 T1118 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 203720 T1118 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 203743 T1118 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 203748 T1118 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 203752 T1118 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 203754 T1118 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 203756 T1118 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 203756 T1118 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 203758 T1118 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 203759 T1118 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 203759 T1118 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 203759 T1118 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 203759 T1118 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\data\
   [junit4]   2> 203760 T1118 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a3e603
   [junit4]   2> 203761 T1118 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\data\
   [junit4]   2> 203761 T1118 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\data\index/
   [junit4]   2> 203761 T1118 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 203762 T1118 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\control-001\cores\collection1\data\index
   [junit4]   2> 203762 T1118 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.799102431202462]
   [junit4]   2> 203763 T1118 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f5edd8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c07913),segFN=segments_1,generation=1}
   [junit4]   2> 203763 T1118 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203770 T1118 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 203771 T1118 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 203771 T1118 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 203771 T1118 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 203771 T1118 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 203772 T1118 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 203772 T1118 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 203772 T1118 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 203772 T1118 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 203780 T1118 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203784 T1118 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203786 T1118 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203788 T1118 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203813 T1118 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 203813 T1118 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 203815 T1118 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 203815 T1118 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 203816 T1118 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 203816 T1118 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 203819 T1118 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 203819 T1118 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f5edd8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c07913),segFN=segments_1,generation=1}
   [junit4]   2> 203819 T1118 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203820 T1118 oass.SolrIndexSearcher.<init> Opening Searcher@e0b425[collection1] main
   [junit4]   2> 203820 T1118 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 203823 T1118 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 203823 T1118 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 203824 T1118 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 203824 T1118 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 203824 T1118 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203825 T1118 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 203825 T1118 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203825 T1118 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 203825 T1118 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 203825 T1118 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 203829 T1086 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 203829 T1086 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 203835 T1119 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e0b425[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203835 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 203853 T1122 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50312 collection:control_collection shard:shard1
   [junit4]   2> 203854 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 203867 T1122 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 203878 T1122 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 203882 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203883 T1122 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 203883 T1122 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C361 name=collection1 org.apache.solr.core.SolrCore@163bcdf url=http://127.0.0.1:50312/collection1 node=127.0.0.1:50312_ C361_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50312, node_name=127.0.0.1:50312_, state=down}
   [junit4]   2> 203883 T1122 C361 P50312 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50312/collection1/
   [junit4]   2> 203883 T1122 C361 P50312 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 203883 T1122 C361 P50312 oasc.SyncStrategy.syncToMe http://127.0.0.1:50312/collection1/ has no replicas
   [junit4]   2> 203883 T1122 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50312/collection1/ shard1
   [junit4]   2> 203885 T1122 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 203887 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 203897 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203901 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50312",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 203905 T1126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ab29d name:ZooKeeperConnection Watcher:127.0.0.1:50305/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 203905 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 203905 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 203908 T1086 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 203913 T1086 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 204028 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204028 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204086 T1122 oasc.ZkController.register We are http://127.0.0.1:50312/collection1/ and leader is http://127.0.0.1:50312/collection1/
   [junit4]   2> 204087 T1122 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50312
   [junit4]   2> 204087 T1122 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 204088 T1122 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 204088 T1122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 204092 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204143 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50312",
   [junit4]   2> 	  "node_name":"127.0.0.1:50312_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 204145 T1115 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50312",
   [junit4]   2> 	  "node_name":"127.0.0.1:50312_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 204266 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204267 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 206018 T1086 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1
   [junit4]   2> 206023 T1086 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001
   [junit4]   2> 206024 T1086 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 206030 T1086 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@17bfe6e{/,null,AVAILABLE}
   [junit4]   2> 206031 T1086 oejs.AbstractConnector.doStart Started ServerConnector@1c6e54d{HTTP/1.1}{127.0.0.1:50326}
   [junit4]   2> 206031 T1086 oejs.Server.doStart Started @209463ms
   [junit4]   2> 206031 T1086 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=50325, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores}
   [junit4]   2> 206034 T1086 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 206034 T1086 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\'
   [junit4]   2> 206078 T1086 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\solr.xml
   [junit4]   2> 206092 T1086 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores
   [junit4]   2> 206092 T1086 oasc.CoreContainer.<init> New CoreContainer 9066999
   [junit4]   2> 206093 T1086 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\]
   [junit4]   2> 206093 T1086 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\lib
   [junit4]   2> 206093 T1086 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\lib).
   [junit4]   2> 206111 T1086 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 206111 T1086 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 206111 T1086 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 206113 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 206113 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 206113 T1086 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 206114 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 206114 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 206114 T1086 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 206114 T1086 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 206114 T1086 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 206114 T1086 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 206114 T1086 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 206114 T1086 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 206114 T1086 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 206114 T1086 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50305/solr
   [junit4]   2> 206114 T1086 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 206115 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 206119 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 206122 T1140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce55e7 name:ZooKeeperConnection Watcher:127.0.0.1:50305 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 206124 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 206125 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 206132 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 206137 T1143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e209b name:ZooKeeperConnection Watcher:127.0.0.1:50305/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 206137 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 206148 T1086 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 207418 T1086 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50325_
   [junit4]   2> 207419 T1086 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50325_
   [junit4]   2> 207435 T1086 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 207442 T1086 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 207443 T1086 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\
   [junit4]   2> 207443 T1086 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 207451 T1144 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 207451 T1144 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 207452 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 207452 T1144 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 207454 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50325",
   [junit4]   2> 	  "node_name":"127.0.0.1:50325_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 207456 T1115 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50325",
   [junit4]   2> 	  "node_name":"127.0.0.1:50325_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 207456 T1115 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 207456 T1115 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 207458 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 207458 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 207458 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 208711 T1144 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 208711 T1144 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 208715 T1144 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 208715 T1144 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 208719 T1144 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 208719 T1144 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\'
   [junit4]   2> 208748 T1144 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 208753 T1144 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 208767 T1144 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 208772 T1144 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 208810 T1144 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 208815 T1144 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 208822 T1144 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 208983 T1144 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 209004 T1144 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 209004 T1144 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 209024 T1144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 209026 T1144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 209032 T1144 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 209032 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 209032 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 209033 T1144 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 209035 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 209035 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 209035 T1144 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 209035 T1144 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 209036 T1144 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 209036 T1144 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a3e603
   [junit4]   2> 209036 T1144 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\data\
   [junit4]   2> 209037 T1144 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\data\index/
   [junit4]   2> 209037 T1144 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 209038 T1144 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-1-001\cores\collection1\data\index
   [junit4]   2> 209038 T1144 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.799102431202462]
   [junit4]   2> 209040 T1144 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1b19a8b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@152a724),segFN=segments_1,generation=1}
   [junit4]   2> 209040 T1144 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 209044 T1144 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 209047 T1144 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 209047 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 209047 T1144 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 209047 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 209048 T1144 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 209048 T1144 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 209048 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 209048 T1144 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 209059 T1144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 209065 T1144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 209069 T1144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 209073 T1144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 209085 T1144 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 209086 T1144 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 209089 T1144 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 209089 T1144 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 209091 T1144 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 209092 T1144 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 209094 T1144 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 209094 T1144 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1b19a8b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@152a724),segFN=segments_1,generation=1}
   [junit4]   2> 209095 T1144 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 209095 T1144 oass.SolrIndexSearcher.<init> Opening Searcher@7c3a25[collection1] main
   [junit4]   2> 209095 T1144 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 209099 T1144 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 209099 T1144 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 209100 T1144 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 209100 T1144 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 209100 T1144 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 209102 T1144 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 209102 T1144 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 209102 T1144 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 209102 T1144 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 209103 T1144 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 209105 T1145 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c3a25[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 209106 T1148 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50325 collection:collection1 shard:shard2
   [junit4]   2> 209107 T1086 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 209108 T1086 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 209110 T1148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 209129 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 209135 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 209137 T1148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 209137 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C362 name=collection1 org.apache.solr.core.SolrCore@141baa4 url=http://127.0.0.1:50325/collection1 node=127.0.0.1:50325_ C362_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50325, node_name=127.0.0.1:50325_, state=down}
   [junit4]   2> 209137 T1148 C362 P50325 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50325/collection1/
   [junit4]   2> 209137 T1148 C362 P50325 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 209138 T1148 C362 P50325 oasc.SyncStrategy.syncToMe http://127.0.0.1:50325/collection1/ has no replicas
   [junit4]   2> 209138 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50325/collection1/ shard2
   [junit4]   2> 209139 T1148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 209145 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 209162 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 209165 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50325",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 209337 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 209338 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 209338 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 209357 T1148 oasc.ZkController.register We are http://127.0.0.1:50325/collection1/ and leader is http://127.0.0.1:50325/collection1/
   [junit4]   2> 209357 T1148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50325
   [junit4]   2> 209357 T1148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 209357 T1148 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 209357 T1148 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 209360 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 209365 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50325",
   [junit4]   2> 	  "node_name":"127.0.0.1:50325_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 209368 T1115 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50325",
   [junit4]   2> 	  "node_name":"127.0.0.1:50325_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 209500 T1143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 209500 T1114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 209500 T1126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 211465 T1086 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores\collection1
   [junit4]   2> 211474 T1086 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001
   [junit4]   2> 211476 T1086 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 211482 T1086 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@a35b04{/,null,AVAILABLE}
   [junit4]   2> 211485 T1086 oejs.AbstractConnector.doStart Started ServerConnector@a7cc16{HTTP/1.1}{127.0.0.1:50336}
   [junit4]   2> 211486 T1086 oejs.Server.doStart Started @213902ms
   [junit4]   2> 211486 T1086 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50335, coreRootDirectory=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores}
   [junit4]   2> 211486 T1086 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 211487 T1086 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\'
   [junit4]   2> 211536 T1086 oasc.SolrXmlConfig.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\solr.xml
   [junit4]   2> 211548 T1086 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores
   [junit4]   2> 211548 T1086 oasc.CoreContainer.<init> New CoreContainer 18416606
   [junit4]   2> 211548 T1086 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\]
   [junit4]   2> 211548 T1086 oasc.CoreContainer.load loading shared library: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\lib
   [junit4]   2> 211549 T1086 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\lib).
   [junit4]   2> 211565 T1086 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 211565 T1086 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 211565 T1086 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 211566 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 211566 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 211566 T1086 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 211567 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 211567 T1086 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 211567 T1086 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 211567 T1086 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 211567 T1086 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 211567 T1086 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 211567 T1086 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 211567 T1086 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 211567 T1086 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 211567 T1086 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50305/solr
   [junit4]   2> 211567 T1086 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 211567 T1086 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 211571 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 211576 T1163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1870b4c name:ZooKeeperConnection Watcher:127.0.0.1:50305 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 211577 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 211578 T1086 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 211587 T1086 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 211591 T1166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e21820 name:ZooKeeperConnection Watcher:127.0.0.1:50305/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 211591 T1086 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 211603 T1086 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 212873 T1086 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50335_
   [junit4]   2> 212876 T1086 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50335_
   [junit4]   2> 212891 T1086 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 212900 T1086 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores
   [junit4]   1> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores\collection1, collection=collection1, absoluteInstDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores\collection1\, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 212903 T1086 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ReplicationFactorTest 5C658B2726529BBB-001\shard-2-001\cores\collection1\
   [junit4]   2> 212903 T1086 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 212908 T1167 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 212908 T1167 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 212910 T1114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 212910 T1167 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 212914 T1115 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50335",
   [junit4]   2> 	  "node_name":"127.0.0.1:50335_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 212915 T1115 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50335",
   [junit4]   2> 	  "node_name":"127.0.0.1:50335_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 212915 T1115 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 212915 T1115 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 212920 T1126 oascc.ZkStateReader$2.process A cluster state change: Watche

[...truncated too long message...]

faultSimilarityFactory, TestStressVersions, TestSchemaManager, TermsComponentTest, CoreAdminCreateDiscoverTest, TestStandardQParsers, BasicDistributedZk2Test, TestLMDirichletSimilarityFactory, RequestHandlersTest, SolrCoreCheckLockOnStartupTest, AliasIntegrationTest, TestSolrConfigHandlerCloud, DistributedIntervalFacetingTest, TestNoOpRegenerator, TestMiniSolrCloudClusterSSL, AnalyticsMergeStrategyTest, DistributedQueryComponentOptimizationTest, LeaderFailoverAfterPartitionTest, SolrCmdDistributorTest, TestCollectionAPI, TestMiniSolrCloudCluster, TestNRTOpen, PreAnalyzedUpdateProcessorTest, SolrInfoMBeanTest, RollingRestartTest, TestRecovery, SuggesterWFSTTest, ShardSplitTest, SolrIndexSplitterTest, EchoParamsTest, ClusterStateTest, SimplePostToolTest, TestSearchPerf, CursorPagingTest, ShowFileRequestHandlerTest, TestFastOutputStream, SharedFSAutoReplicaFailoverUtilsTest, DebugComponentTest, OpenExchangeRatesOrgProviderTest, ClusterStateUpdateTest, OverriddenZkACLAndCredentialsProvidersTest, FullSolrCloudDistribCmdsTest, HdfsDirectoryFactoryTest, TestMergePolicyConfig, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, TestReplicationHandler, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestReload, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, AsyncMigrateRouteKeyTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, OverseerRolesTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCryptoKeys, TestDistribDocBasedVersion, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateWriterTest, QueryResultKeyTest, TestDynamicLoading, TestInfoStreamLogging, TestInitParams, TestShardHandlerFactory, TestSolrConfigHandler]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandler -Dtests.seed=5C658B2726529BBB -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Tokyo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | TestSolrConfigHandler (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\configoverlay.json: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: java.nio.file.FileSystemException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf\params.json: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1\conf
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010\collection1
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001\tempDir-010
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestSolrConfigHandler 5C658B2726529BBB-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5C658B2726529BBB]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:286)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed in 17.39s, 4 tests, 1 error <<< FAILURES!

[...truncated 203 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:519: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:191: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:510: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1351: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:958: There were test failures: 473 suites, 1882 tests, 1 suite-level error, 1 error, 1 failure, 57 ignored (30 assumptions)

Total time: 132 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any