You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/03 19:24:57 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_20-ea-b23) - Build # 4227 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4227/
Java: 32bit/jdk1.8.0_20-ea-b23 -client -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
commitWithin did not work on node: http://127.0.0.1:58942/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:58942/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([4BE8DDAB2D9629DC:CA0E53B35AC949E0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:346)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11352 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\init-core-data-001
   [junit4]   2> 3557668 T9963 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3557672 T9963 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3557674 T9963 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3557675 T9964 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3557775 T9963 oasc.ZkTestServer.run start zk server on port:58923
   [junit4]   2> 3557781 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3557807 T9970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@128eebf name:ZooKeeperConnection Watcher:127.0.0.1:58923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3557807 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3557808 T9963 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3557820 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3557822 T9972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ded574 name:ZooKeeperConnection Watcher:127.0.0.1:58923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3557823 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3557823 T9963 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3557828 T9963 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3557833 T9963 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3557837 T9963 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3557841 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3557841 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3557850 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3557850 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3557859 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3557859 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3557866 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3557866 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3557873 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3557873 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3557880 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3557880 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3557886 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3557886 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3557893 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3557893 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3557900 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3557901 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3557907 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3557907 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3557914 T9963 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3557914 T9963 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3560139 T9963 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3560152 T9963 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58930
   [junit4]   2> 3560153 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3560153 T9963 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3560153 T9963 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002
   [junit4]   2> 3560155 T9963 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002\'
   [junit4]   2> 3560196 T9963 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002\solr.xml
   [junit4]   2> 3560214 T9963 oasc.CoreContainer.<init> New CoreContainer 33241113
   [junit4]   2> 3560214 T9963 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002\]
   [junit4]   2> 3560215 T9963 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3560216 T9963 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3560216 T9963 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3560217 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3560217 T9963 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3560218 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3560218 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3560219 T9963 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3560219 T9963 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3560220 T9963 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3560220 T9963 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3560221 T9963 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3560221 T9963 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3560222 T9963 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58923/solr
   [junit4]   2> 3560222 T9963 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3560225 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3560227 T9983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1807d34 name:ZooKeeperConnection Watcher:127.0.0.1:58923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3560228 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3560233 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3560235 T9985 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ce31f name:ZooKeeperConnection Watcher:127.0.0.1:58923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3560236 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3560238 T9963 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3560242 T9963 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3560248 T9963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3560253 T9963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3560258 T9963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3560265 T9963 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3560269 T9963 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58930_
   [junit4]   2> 3560270 T9963 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58930_
   [junit4]   2> 3560276 T9963 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3560280 T9963 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3560288 T9963 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58930_
   [junit4]   2> 3560289 T9963 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3560293 T9963 oasc.Overseer.start Overseer (id=92214621062823939-127.0.0.1:58930_-n_0000000000) starting
   [junit4]   2> 3560298 T9963 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3560318 T9987 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3560320 T9963 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3560325 T9963 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3560329 T9963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3560335 T9986 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3560341 T9988 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3560341 T9988 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3560343 T9988 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3560343 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3560348 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3560349 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58930",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58930_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3560349 T9986 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3560350 T9986 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3560355 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3560357 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3561343 T9988 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3561343 T9988 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3561346 T9988 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3561346 T9988 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3561352 T9988 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3561352 T9988 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002\collection1\'
   [junit4]   2> 3561356 T9988 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3561358 T9988 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3561363 T9988 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3561418 T9988 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 3561430 T9988 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3561434 T9988 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3561446 T9988 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3561589 T9988 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3561600 T9988 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3561602 T9988 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3561637 T9988 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3561643 T9988 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3561650 T9988 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3561652 T9988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3561652 T9988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3561652 T9988 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3561655 T9988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3561655 T9988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3561655 T9988 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3561657 T9988 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3561657 T9988 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-002\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/control/data\
   [junit4]   2> 3561657 T9988 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bd809
   [junit4]   2> 3561659 T9988 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/control/data\
   [junit4]   2> 3561659 T9988 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/control/data\index/
   [junit4]   2> 3561659 T9988 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3561661 T9988 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/control/data\index
   [junit4]   2> 3561661 T9988 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=70.8564453125, floorSegmentMB=1.9111328125, forceMergeDeletesPctAllowed=25.574418519562695, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7923889691313434
   [junit4]   2> 3561662 T9988 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2c039e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dfb259),segFN=segments_1,generation=1}
   [junit4]   2> 3561662 T9988 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3561668 T9988 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3561669 T9988 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3561669 T9988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3561670 T9988 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3561670 T9988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3561670 T9988 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3561672 T9988 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3561672 T9988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3561672 T9988 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3561673 T9988 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3561673 T9988 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3561674 T9988 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3561674 T9988 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3561675 T9988 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3561676 T9988 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3561676 T9988 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3561676 T9988 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3561678 T9988 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3561678 T9988 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3561679 T9988 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3561679 T9988 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3561680 T9988 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3561687 T9988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3561688 T9988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3561689 T9988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3561691 T9988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3561693 T9988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3561699 T9988 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3561699 T9988 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3561700 T9988 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=32.0625, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=25.184613821340218, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3561701 T9988 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2c039e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dfb259),segFN=segments_1,generation=1}
   [junit4]   2> 3561701 T9988 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3561701 T9988 oass.SolrIndexSearcher.<init> Opening Searcher@1c46f20[collection1] main
   [junit4]   2> 3561702 T9988 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3561705 T9988 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3561705 T9988 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3561706 T9988 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3561706 T9988 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3561706 T9988 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3561708 T9988 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3561709 T9988 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3561710 T9988 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 3561713 T9988 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3561713 T9988 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3561713 T9988 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3561725 T9990 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c46f20[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 3561725 T9988 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3561728 T9993 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58930 collection:control_collection shard:shard1
   [junit4]   2> 3561729 T9963 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3561730 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3561731 T9993 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3561733 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3561736 T9995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b50909 name:ZooKeeperConnection Watcher:127.0.0.1:58923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3561737 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3561739 T9963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3561744 T9963 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3561744 T9993 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3561747 T9993 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3561747 T9993 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2191 name=collection1 org.apache.solr.core.SolrCore@1368922 url=http://127.0.0.1:58930/collection1 node=127.0.0.1:58930_ C2191_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:58930, core=collection1, node_name=127.0.0.1:58930_}
   [junit4]   2> 3561747 T9993 C2191 P58930 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58930/collection1/
   [junit4]   2> 3561747 T9993 C2191 P58930 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3561747 T9993 C2191 P58930 oasc.SyncStrategy.syncToMe http://127.0.0.1:58930/collection1/ has no replicas
   [junit4]   2> 3561747 T9993 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58930/collection1/ shard1
   [junit4]   2> 3561750 T9993 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3561751 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561755 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3561764 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561766 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561773 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561875 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3561876 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3561922 T9993 oasc.ZkController.register We are http://127.0.0.1:58930/collection1/ and leader is http://127.0.0.1:58930/collection1/
   [junit4]   2> 3561922 T9993 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58930
   [junit4]   2> 3561922 T9993 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3561922 T9993 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 3561922 T9993 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3561929 T9993 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3561930 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561930 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561932 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3561933 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3561934 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58930",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58930_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3561939 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3562042 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3562043 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3563945 T9963 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3563946 T9963 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3563952 T9963 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58942
   [junit4]   2> 3563952 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3563959 T9963 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3563963 T9963 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003
   [junit4]   2> 3563964 T9963 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003\'
   [junit4]   2> 3564018 T9963 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003\solr.xml
   [junit4]   2> 3564035 T9963 oasc.CoreContainer.<init> New CoreContainer 25216454
   [junit4]   2> 3564036 T9963 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003\]
   [junit4]   2> 3564037 T9963 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3564037 T9963 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3564038 T9963 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3564038 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3564038 T9963 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3564038 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3564038 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3564041 T9963 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3564042 T9963 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3564042 T9963 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3564043 T9963 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3564043 T9963 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3564043 T9963 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3564044 T9963 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58923/solr
   [junit4]   2> 3564044 T9963 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3564046 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3564049 T10008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f369df name:ZooKeeperConnection Watcher:127.0.0.1:58923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3564051 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3564057 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3564061 T10010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f5c4a name:ZooKeeperConnection Watcher:127.0.0.1:58923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3564061 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3564075 T9963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3565096 T9963 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58942_
   [junit4]   2> 3565100 T9963 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58942_
   [junit4]   2> 3565127 T10012 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3565127 T10012 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3565129 T10012 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3565129 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3565130 T10013 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3565130 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3565133 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3565135 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58942",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58942_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3565135 T9986 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3565135 T9986 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3565141 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3565142 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3565142 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3565143 T9997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566130 T10012 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3566130 T10012 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3566133 T10012 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3566133 T10012 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3566138 T10012 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3566138 T10012 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003\collection1\'
   [junit4]   2> 3566142 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 3566142 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 3566145 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 3566196 T10012 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 3566208 T10012 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3566212 T10012 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3566217 T10012 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3566348 T10012 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3566356 T10012 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3566356 T10012 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3566380 T10012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3566385 T10012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3566391 T10012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3566393 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3566395 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3566395 T10012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3566398 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3566398 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3566398 T10012 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3566398 T10012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3566400 T10012 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-003\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty1\
   [junit4]   2> 3566400 T10012 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bd809
   [junit4]   2> 3566401 T10012 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty1\
   [junit4]   2> 3566401 T10012 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty1\index/
   [junit4]   2> 3566401 T10012 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 3566402 T10012 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty1\index
   [junit4]   2> 3566403 T10012 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=70.8564453125, floorSegmentMB=1.9111328125, forceMergeDeletesPctAllowed=25.574418519562695, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7923889691313434
   [junit4]   2> 3566404 T10012 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f175d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1905dce),segFN=segments_1,generation=1}
   [junit4]   2> 3566404 T10012 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3566412 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3566413 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3566417 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3566417 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3566417 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3566418 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3566419 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3566420 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3566420 T10012 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3566421 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3566424 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3566425 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3566426 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3566428 T10012 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3566429 T10012 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3566429 T10012 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3566429 T10012 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3566432 T10012 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3566432 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3566434 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3566435 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3566436 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3566443 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3566445 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3566446 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3566449 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3566451 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3566456 T10012 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3566456 T10012 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3566457 T10012 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=32.0625, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=25.184613821340218, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3566458 T10012 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f175d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1905dce),segFN=segments_1,generation=1}
   [junit4]   2> 3566458 T10012 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3566459 T10012 oass.SolrIndexSearcher.<init> Opening Searcher@44ed52[collection1] main
   [junit4]   2> 3566459 T10012 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3566462 T10012 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3566463 T10012 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3566463 T10012 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3566463 T10012 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3566464 T10012 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3566466 T10012 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3566467 T10012 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3566467 T10012 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3566467 T10012 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3566477 T10014 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44ed52[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 3566486 T10012 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3566488 T10017 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58942 collection:collection1 shard:shard2
   [junit4]   2> 3566489 T9963 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3566489 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3566493 T10017 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3566505 T10017 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3566507 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566508 T10017 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3566509 T10017 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2192 name=collection1 org.apache.solr.core.SolrCore@12c1fe6 url=http://127.0.0.1:58942/collection1 node=127.0.0.1:58942_ C2192_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:58942, core=collection1, node_name=127.0.0.1:58942_}
   [junit4]   2> 3566509 T10017 C2192 P58942 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58942/collection1/
   [junit4]   2> 3566509 T10017 C2192 P58942 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3566509 T10017 C2192 P58942 oasc.SyncStrategy.syncToMe http://127.0.0.1:58942/collection1/ has no replicas
   [junit4]   2> 3566509 T10017 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58942/collection1/ shard2
   [junit4]   2> 3566510 T10017 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3566515 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3566523 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566526 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566533 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566638 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566639 T9997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566639 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566683 T10017 oasc.ZkController.register We are http://127.0.0.1:58942/collection1/ and leader is http://127.0.0.1:58942/collection1/
   [junit4]   2> 3566683 T10017 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58942
   [junit4]   2> 3566683 T10017 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3566683 T10017 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3566683 T10017 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3566686 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566686 T10013 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566687 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566689 T10017 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3566691 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3566692 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58942",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58942_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3566697 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3566798 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566799 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3566801 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3568820 T9963 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3568821 T9963 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3568827 T9963 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58951
   [junit4]   2> 3568830 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3568830 T9963 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3568830 T9963 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004
   [junit4]   2> 3568830 T9963 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004\'
   [junit4]   2> 3568874 T9963 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004\solr.xml
   [junit4]   2> 3568890 T9963 oasc.CoreContainer.<init> New CoreContainer 2129435
   [junit4]   2> 3568890 T9963 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004\]
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3568893 T9963 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3568896 T9963 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3568896 T9963 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3568896 T9963 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3568898 T9963 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3568898 T9963 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3568899 T9963 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58923/solr
   [junit4]   2> 3568899 T9963 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3568901 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3568904 T10028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16cfb name:ZooKeeperConnection Watcher:127.0.0.1:58923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3568905 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3568910 T9963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3568912 T10030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b2e1b name:ZooKeeperConnection Watcher:127.0.0.1:58923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3568912 T9963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3568924 T9963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3569931 T9963 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58951_
   [junit4]   2> 3569935 T9963 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58951_
   [junit4]   2> 3569962 T10032 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3569962 T10032 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3569963 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3569964 T10032 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3569964 T10013 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3569964 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3569969 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3569970 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58951",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58951_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3569971 T9986 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3569971 T9986 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3569976 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3569977 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3569977 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3569978 T10031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3569978 T9997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3570964 T10032 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3570964 T10032 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3570965 T10032 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3570965 T10032 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3570972 T10032 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3570973 T10032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004\collection1\'
   [junit4]   2> 3570977 T10032 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 3570977 T10032 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 3570979 T10032 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 3571028 T10032 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 3571064 T10032 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3571068 T10032 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3571077 T10032 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3571207 T10032 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3571228 T10032 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3571231 T10032 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3571255 T10032 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3571260 T10032 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3571265 T10032 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3571267 T10032 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3571268 T10032 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3571268 T10032 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3571271 T10032 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3571271 T10032 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3571271 T10032 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3571271 T10032 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3571273 T10032 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-004\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty2\
   [junit4]   2> 3571273 T10032 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11bd809
   [junit4]   2> 3571275 T10032 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty2\
   [junit4]   2> 3571275 T10032 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty2\index/
   [junit4]   2> 3571275 T10032 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 3571276 T10032 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001\tempDir-001/jetty2\index
   [junit4]   2> 3571276 T10032 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=70.8564453125, floorSegmentMB=1.9111328125, forceMergeDeletesPctAllowed=25.574418519562695, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7923889691313434
   [junit4]   2> 3571278 T10032 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10ff6d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4d63c3),segFN=segments_1,generation=1}
   [junit4]   2> 3571278 T10032 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3571285 T10032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3571285 T10032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3571286 T10032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3571286 T10032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3571286 T10032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3571287 T10032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3571287 T10032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3571292 T10032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3571292 T10032 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3571293 T10032 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3571294 T10032 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3571295 T10032 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3571296 T10032 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3571297 T10032 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3571298 T10032 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3571299 T10032 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3571300 T10032 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3571302 T10032 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3571302 T10032 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3571304 T10032 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3571306 T10032 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3571308 T10032 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3571317 T10032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3571319 T10032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3571320 T10032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3571322 T10032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3571325 T10032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3571330 T10032 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3571330 T10032 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3571333 T10032 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=32.0625, floorSegmentMB=0.84765625, forceMergeDeletesPctAllowed=25.184613821340218, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 3571334 T10032 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10ff6d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4d63c3),segFN=segments_1,generation=1}
   [junit4]   2> 3571334 T10032 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3571336 T10032 oass.SolrIndexSearcher.<init> Opening Searcher@1013293[collection1] main
   [junit4]   2> 3571336 T10032 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3571339 T10032 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3571339 T10032 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3571341 T10032 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3571341 T10032 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3571341 T10032 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3571345 T10032 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3571345 T10032 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3571345 T10032 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3571345 T10032 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3571355 T10033 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1013293[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 3571363 T10032 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3571365 T10036 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58951 collection:collection1 shard:shard1
   [junit4]   2> 3571366 T9963 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3571367 T9963 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3571369 T10036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3571381 T10036 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3571385 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571387 T10036 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3571389 T10036 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2193 name=collection1 org.apache.solr.core.SolrCore@17bc203 url=http://127.0.0.1:58951/collection1 node=127.0.0.1:58951_ C2193_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:58951, core=collection1, node_name=127.0.0.1:58951_}
   [junit4]   2> 3571390 T10036 C2193 P58951 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58951/collection1/
   [junit4]   2> 3571390 T10036 C2193 P58951 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3571390 T10036 C2193 P58951 oasc.SyncStrategy.syncToMe http://127.0.0.1:58951/collection1/ has no replicas
   [junit4]   2> 3571390 T10036 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58951/collection1/ shard1
   [junit4]   2> 3571391 T10036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3571394 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3571402 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571405 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571412 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571516 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571517 T9997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571517 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571518 T10031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571559 T10036 oasc.ZkController.register We are http://127.0.0.1:58951/collection1/ and leader is http://127.0.0.1:58951/collection1/
   [junit4]   2> 3571559 T10036 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58951
   [junit4]   2> 3571559 T10036 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3571560 T10036 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3571560 T10036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3571563 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571563 T9997 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571564 T10013 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571564 T10036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3571568 T9986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3571569 T9986 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58951",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58951_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 3571573 T10013 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3571676 T9996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571676 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571677 T10031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3571677 T10013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3573608 T9963 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3573609 T9963 oejs.Server.doStart j

[...truncated too long message...]

ava.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3622818 T10105 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@16b863 rejected from java.util.concurrent.ThreadPoolExecutor@a28c96[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3622827 T10105 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@7dea63 rejected from java.util.concurrent.ThreadPoolExecutor@a28c96[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=4BE8DDAB2D9629DC -Dtests.slow=true -Dtests.locale=fr_CA -Dtests.timezone=Africa/Lubumbashi -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 65.2s | BasicDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:58942/collection1 expected:<68> but was:<67>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4BE8DDAB2D9629DC:CA0E53B35AC949E0]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:346)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3622847 T9963 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.BasicDistributedZkTest-4BE8DDAB2D9629DC-001
   [junit4]   2> 65188 T9962 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene46, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_CA, timezone=Africa/Lubumbashi
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=2,threads=1,free=70113976,total=221249536
   [junit4]   2> NOTE: All tests run in this JVM: [TestPseudoReturnFields, UnloadDistributedZkTest, DateMathParserTest, TestModifyConfFiles, NumericFieldsTest, JSONWriterTest, DistributedExpandComponentTest, TestMissingGroups, SuggesterTest, TestUniqueKeyFieldResource, QueryElevationComponentTest, AnalyticsMergeStrategyTest, DefaultValueUpdateProcessorTest, TestReversedWildcardFilterFactory, RollingRestartTest, InfoHandlerTest, TestCoreContainer, TestQueryUtils, DocumentAnalysisRequestHandlerTest, HardAutoCommitTest, TestPerFieldSimilarity, TestStressReorder, TestNonDefinedSimilarityFactory, RemoteQueryErrorTest, HdfsLockFactoryTest, ShardRoutingTest, ExternalFileFieldSortTest, TestFunctionQuery, TestFieldResource, TestGroupingSearch, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, CoreAdminRequestStatusTest, FieldFacetExtrasTest, TestTolerantSearch, TestCSVResponseWriter, TestRangeQuery, TestShortCircuitedRequests, TestBadConfig, SearchHandlerTest, DocValuesTest, SolrTestCaseJ4Test, TestFieldTypeResource, TestQuerySenderNoQuery, CoreAdminCreateDiscoverTest, XsltUpdateRequestHandlerTest, RangeFacetTest, DirectSolrSpellCheckerTest, TestSolrDeletionPolicy2, TestRandomFaceting, FileBasedSpellCheckerTest, SliceStateTest, QueryEqualityTest, TestFieldSortValues, TestSchemaNameResource, BadIndexSchemaTest, AnalysisErrorHandlingTest, IndexBasedSpellCheckerTest, TestValueSourceCache, TestCloudInspectUtil, TestRandomMergePolicy, StatelessScriptUpdateProcessorFactoryTest, ResponseLogComponentTest, CoreContainerCoreInitFailuresTest, ResponseHeaderTest, BasicZkTest, TestShardHandlerFactory, CoreMergeIndexesAdminHandlerTest, SolrPluginUtilsTest, ResourceLoaderTest, LeaderElectionIntegrationTest, TestBinaryResponseWriter, TestXIncludeConfig, DistributedQueryComponentOptimizationTest, TestExpandComponent, ExpressionTest, DirectSolrConnectionTest, ShardRoutingCustomTest, TestFileDictionaryLookup, BlockCacheTest, AlternateDirectoryTest, IndexSchemaRuntimeFieldTest, TestQuerySenderListener, TestSolrCoreProperties, TestComplexPhraseQParserPlugin, TestLFUCache, BlockDirectoryTest, TestHashPartitioner, TestSort, PluginInfoTest, TestCSVLoader, DeleteReplicaTest, OverseerRolesTest, AddBlockUpdateTest, MinimalSchemaTest, EchoParamsTest, TestLeaderElectionZkExpiry, SynonymTokenizerTest, TestRecoveryHdfs, UUIDFieldTest, ShardSplitTest, TestMaxScoreQueryParser, TestSolrQueryParserDefaultOperatorResource, TestTrie, DistributedIntervalFacetingTest, TestDistributedMissingSort, DocExpirationUpdateProcessorFactoryTest, StatsComponentTest, LoggingHandlerTest, TestDistributedSearch, TriLevelCompositeIdRoutingTest, LegacyHTMLStripCharFilterTest, TestChildDocTransformer, ClusterStateUpdateTest, SimpleFacetsTest, TestSuggestSpellingConverter, TestCodecSupport, SolrRequestParserTest, TestArbitraryIndexDir, TestRemoteStreaming, TestSearcherReuse, TestRequestStatusCollectionAPI, OverseerStatusTest, TestRTGBase, BinaryUpdateRequestHandlerTest, AutoCommitTest, TestCollectionAPI, FastVectorHighlighterTest, QueryFacetTest, AbstractAnalyticsStatsTest, PreAnalyzedFieldTest, HttpPartitionTest, TestSystemIdResolver, TestJmxMonitoredMap, TestFiltering, TestDocBasedVersionConstraints, CollectionsAPIAsyncDistributedZkTest, TestNRTOpen, BadComponentTest, PreAnalyzedUpdateProcessorTest, HdfsWriteToMultipleCollectionsTest, FullSolrCloudDistribCmdsTest, SortByFunctionTest, NoCacheHeaderTest, SolrIndexConfigTest, SSLMigrationTest, ChaosMonkeySafeLeaderTest, TestSolrXmlPersistor, TestRandomDVFaceting, TestDistributedGrouping, FieldMutatingUpdateProcessorTest, TestReplicationHandler, TestWriterPerf, TestCopyFieldCollectionResource, TestDefaultSimilarityFactory, ZkSolrClientTest, TestZkChroot, PolyFieldTest, TestLuceneMatchVersion, DateFieldTest, TestDocumentBuilder, TestCollationField, OverseerTest, HdfsRecoveryZkTest, DistributedDebugComponentTest, TestConfig, TestBlendedInfixSuggestions, TestBinaryField, SpellCheckCollatorTest, OutputWriterTest, TestJoin, SolrCoreTest, StressHdfsTest, TestSchemaSimilarityResource, TestExtendedDismaxParser, DirectUpdateHandlerTest, TestInitQParser, DocValuesMissingTest, TestStandardQParsers, OpenExchangeRatesOrgProviderTest, TimeZoneUtilsTest, MBeansHandlerTest, DocValuesMultiTest, DistanceFunctionTest, TestSurroundQueryParser, ZkControllerTest, BasicDistributedZkTest]
   [junit4] Completed in 65.52s, 1 test, 1 failure <<< FAILURES!

[...truncated 746 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 422 suites, 1756 tests, 1 failure, 44 ignored (23 assumptions)

Total time: 148 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_20-ea-b23 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any