You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/09 20:58:19 UTC

[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0_20-ea-b21) - Build # 4178 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4178/
Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([575C94093C2D3776:D6BA1A114B72574A]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1142)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11472 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\init-core-data-001
   [junit4]   2> 2447891 T9965 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 2447892 T9965 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2447896 T9965 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2447897 T9965 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2447898 T9966 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2447969 T9965 oasc.ZkTestServer.run start zk server on port:62759
   [junit4]   2> 2447970 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447974 T9972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb45c0f name:ZooKeeperConnection Watcher:127.0.0.1:62759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447974 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2447975 T9965 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2447980 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447982 T9974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7471bf52 name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447982 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2447982 T9965 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2447986 T9965 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2447992 T9965 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2447994 T9965 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2447998 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2447998 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2448003 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2448004 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2448007 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2448008 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2448011 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2448011 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2448016 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2448016 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2448019 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2448020 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2448023 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2448024 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2448026 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2448026 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2448029 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2448029 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2448033 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2448034 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2448036 T9965 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2448036 T9965 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2448041 T9967 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1471c668bb60001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2448041 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2448044 T9976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d100ef6 name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2448044 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2449414 T9965 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2449420 T9965 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2449428 T9965 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:62769
   [junit4]   2> 2449430 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2449430 T9965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2449430 T9965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002
   [junit4]   2> 2449430 T9965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002\'
   [junit4]   2> 2449454 T9965 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002\solr.xml
   [junit4]   2> 2449463 T9965 oasc.CoreContainer.<init> New CoreContainer 1136268433
   [junit4]   2> 2449464 T9965 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002\]
   [junit4]   2> 2449464 T9965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2449464 T9965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2449464 T9965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2449464 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2449465 T9965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2449465 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2449465 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2449465 T9965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2449466 T9965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2449470 T9965 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2449470 T9965 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2449470 T9965 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2449471 T9965 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62759/solr
   [junit4]   2> 2449471 T9965 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2449472 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2449473 T9987 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b3b133 name:ZooKeeperConnection Watcher:127.0.0.1:62759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2449474 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2449477 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2449478 T9989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18d0799c name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2449478 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2449480 T9965 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2449482 T9965 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2449485 T9965 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2449488 T9965 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2449491 T9965 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2449494 T9965 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2449496 T9965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62769_
   [junit4]   2> 2449496 T9965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62769_
   [junit4]   2> 2449499 T9965 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2449501 T9965 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2449504 T9965 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:62769_
   [junit4]   2> 2449505 T9965 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2449506 T9965 oasc.Overseer.start Overseer (id=92073544140587012-127.0.0.1:62769_-n_0000000000) starting
   [junit4]   2> 2449509 T9965 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2449518 T9991 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2449519 T9965 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2449521 T9965 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2449523 T9965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2449526 T9990 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2449528 T9992 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2449528 T9992 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2449529 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2449529 T9992 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2449530 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2449531 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62769",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62769_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2449531 T9990 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2449532 T9990 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2449533 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2449534 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2450239 T9992 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2450239 T9992 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2450240 T9992 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2450240 T9992 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2450241 T9992 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2450241 T9992 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002\collection1\'
   [junit4]   2> 2450243 T9992 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2450244 T9992 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2450245 T9992 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2450268 T9992 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2450275 T9992 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2450276 T9992 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2450279 T9992 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2450359 T9992 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2450366 T9992 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2450368 T9992 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2450379 T9992 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2450382 T9992 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2450385 T9992 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2450386 T9992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2450386 T9992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2450387 T9992 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2450388 T9992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2450388 T9992 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2450388 T9992 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2450388 T9992 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2450389 T9992 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-002\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/control/data\
   [junit4]   2> 2450389 T9992 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1b6976
   [junit4]   2> 2450390 T9992 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/control/data\
   [junit4]   2> 2450390 T9992 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/control/data\index/
   [junit4]   2> 2450390 T9992 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2450390 T9992 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/control/data\index
   [junit4]   2> 2450390 T9992 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40919392256949405]
   [junit4]   2> 2450391 T9992 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5edd4996 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@152021),segFN=segments_1,generation=1}
   [junit4]   2> 2450391 T9992 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2450394 T9992 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2450394 T9992 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2450395 T9992 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2450396 T9992 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2450396 T9992 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2450397 T9992 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2450397 T9992 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2450397 T9992 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2450397 T9992 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2450397 T9992 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2450398 T9992 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2450398 T9992 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2450404 T9992 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2450408 T9992 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2450408 T9992 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2450408 T9992 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.822768651098798]
   [junit4]   2> 2450408 T9992 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5edd4996 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@152021),segFN=segments_1,generation=1}
   [junit4]   2> 2450408 T9992 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2450409 T9992 oass.SolrIndexSearcher.<init> Opening Searcher@580fc21[collection1] main
   [junit4]   2> 2450409 T9992 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2450411 T9992 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2450411 T9992 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2450411 T9992 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2450411 T9992 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2450411 T9992 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450413 T9992 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2450413 T9992 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450413 T9992 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2450416 T9992 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2450416 T9992 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2450416 T9992 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2450417 T9993 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@580fc21[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2450418 T9992 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2450420 T9996 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:62769 collection:control_collection shard:shard1
   [junit4]   2> 2450420 T9965 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2450420 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2450421 T9996 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2450426 T9996 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2450429 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450430 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2450430 T9996 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2450430 T9996 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C6652 name=collection1 org.apache.solr.core.SolrCore@7bebf34d url=https://127.0.0.1:62769/collection1 node=127.0.0.1:62769_ C6652_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:62769, core=collection1, node_name=127.0.0.1:62769_}
   [junit4]   2> 2450430 T9996 C6652 P62769 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:62769/collection1/
   [junit4]   2> 2450430 T9996 C6652 P62769 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2450431 T9996 C6652 P62769 oasc.SyncStrategy.syncToMe https://127.0.0.1:62769/collection1/ has no replicas
   [junit4]   2> 2450431 T9996 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:62769/collection1/ shard1
   [junit4]   2> 2450431 T9996 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2450431 T9998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@670d17f4 name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2450431 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2450432 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2450434 T9965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2450437 T9965 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2450438 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450439 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450442 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450515 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2450516 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2450549 T9996 oasc.ZkController.register We are https://127.0.0.1:62769/collection1/ and leader is https://127.0.0.1:62769/collection1/
   [junit4]   2> 2450549 T9996 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:62769
   [junit4]   2> 2450549 T9996 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2450549 T9996 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2450549 T9996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2450551 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450552 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450552 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450553 T9996 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2450555 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2450555 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62769",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62769_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2450558 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2450631 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2450632 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2451624 T9965 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2451624 T9965 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2451629 T9965 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2451631 T9965 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:62781
   [junit4]   2> 2451633 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2451633 T9965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2451633 T9965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003
   [junit4]   2> 2451633 T9965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003\'
   [junit4]   2> 2451655 T9965 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003\solr.xml
   [junit4]   2> 2451663 T9965 oasc.CoreContainer.<init> New CoreContainer 1695410530
   [junit4]   2> 2451664 T9965 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003\]
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2451665 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2451666 T9965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2451666 T9965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2451670 T9965 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2451670 T9965 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2451670 T9965 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2451671 T9965 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62759/solr
   [junit4]   2> 2451671 T9965 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2451672 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2451673 T10009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c32b610 name:ZooKeeperConnection Watcher:127.0.0.1:62759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2451674 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2451675 T9967 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1471c668bb60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2451676 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2451677 T10011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7836e02a name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2451678 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2451685 T9965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2452398 T9965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62781_
   [junit4]   2> 2452399 T9965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62781_
   [junit4]   2> 2452407 T10012 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2452407 T10012 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2452408 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2452408 T10012 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2452408 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2452409 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2452410 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2452411 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62781",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62781_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2452411 T9990 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 2452412 T9990 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2452414 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2452414 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2452414 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2452414 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453156 T10012 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2453156 T10012 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2453157 T10012 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2453157 T10012 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2453159 T10012 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2453159 T10012 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003\collection1\'
   [junit4]   2> 2453161 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2453162 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2453163 T10012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2453203 T10012 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2453210 T10012 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2453212 T10012 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2453217 T10012 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2453299 T10012 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2453305 T10012 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2453305 T10012 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2453319 T10012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2453322 T10012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2453325 T10012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2453326 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2453327 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2453327 T10012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2453328 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2453328 T10012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2453328 T10012 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2453328 T10012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2453329 T10012 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-003\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty1\
   [junit4]   2> 2453329 T10012 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1b6976
   [junit4]   2> 2453329 T10012 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty1\
   [junit4]   2> 2453329 T10012 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty1\index/
   [junit4]   2> 2453329 T10012 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 2453330 T10012 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty1\index
   [junit4]   2> 2453330 T10012 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40919392256949405]
   [junit4]   2> 2453330 T10012 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@75cf3274 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5671409),segFN=segments_1,generation=1}
   [junit4]   2> 2453330 T10012 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2453333 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2453333 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2453333 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2453333 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2453334 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2453334 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2453334 T10012 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2453335 T10012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2453335 T10012 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2453335 T10012 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2453335 T10012 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2453335 T10012 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2453335 T10012 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2453336 T10012 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2453336 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2453336 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2453337 T10012 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2453339 T10012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2453343 T10012 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2453343 T10012 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2453344 T10012 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.822768651098798]
   [junit4]   2> 2453344 T10012 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@75cf3274 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5671409),segFN=segments_1,generation=1}
   [junit4]   2> 2453344 T10012 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2453344 T10012 oass.SolrIndexSearcher.<init> Opening Searcher@7810b64[collection1] main
   [junit4]   2> 2453344 T10012 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2453346 T10012 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2453346 T10012 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2453347 T10012 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2453347 T10012 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2453347 T10012 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2453349 T10012 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2453349 T10012 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2453349 T10012 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2453349 T10012 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2453351 T10013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7810b64[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2453353 T10012 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2453354 T10016 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:62781 collection:collection1 shard:shard1
   [junit4]   2> 2453354 T9965 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2453354 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2453356 T10016 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2453364 T10016 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2453366 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453367 T10016 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2453367 T10016 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C6653 name=collection1 org.apache.solr.core.SolrCore@2acafde9 url=https://127.0.0.1:62781/collection1 node=127.0.0.1:62781_ C6653_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:62781, core=collection1, node_name=127.0.0.1:62781_}
   [junit4]   2> 2453367 T10016 C6653 P62781 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:62781/collection1/
   [junit4]   2> 2453367 T10016 C6653 P62781 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2453367 T10016 C6653 P62781 oasc.SyncStrategy.syncToMe https://127.0.0.1:62781/collection1/ has no replicas
   [junit4]   2> 2453367 T10016 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:62781/collection1/ shard1
   [junit4]   2> 2453368 T10016 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2453370 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2453374 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453376 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453380 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453460 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453461 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453461 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453498 T10016 oasc.ZkController.register We are https://127.0.0.1:62781/collection1/ and leader is https://127.0.0.1:62781/collection1/
   [junit4]   2> 2453498 T10016 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:62781
   [junit4]   2> 2453498 T10016 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2453498 T10016 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2453498 T10016 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2453499 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453499 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453499 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453501 T10016 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2453502 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2453503 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62781",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62781_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2453505 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2453586 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453587 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2453587 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2454694 T9965 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2454695 T9965 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2454700 T9965 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2454703 T9965 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:62790
   [junit4]   2> 2454706 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2454706 T9965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2454706 T9965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004
   [junit4]   2> 2454706 T9965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004\'
   [junit4]   2> 2454729 T9965 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004\solr.xml
   [junit4]   2> 2454736 T9965 oasc.CoreContainer.<init> New CoreContainer 1282563833
   [junit4]   2> 2454736 T9965 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004\]
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2454738 T9965 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2454743 T9965 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2454743 T9965 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2454743 T9965 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2454743 T9965 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:62759/solr
   [junit4]   2> 2454743 T9965 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2454746 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2454748 T10027 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fc5fa9 name:ZooKeeperConnection Watcher:127.0.0.1:62759 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2454748 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2454750 T9967 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1471c668bb60008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2454751 T9965 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2454752 T10029 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4278d1f3 name:ZooKeeperConnection Watcher:127.0.0.1:62759/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2454752 T9965 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2454760 T9965 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2455544 T9965 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62790_
   [junit4]   2> 2455545 T9965 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62790_
   [junit4]   2> 2455556 T10030 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2455556 T10030 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2455557 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2455557 T10030 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2455557 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2455557 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2455559 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2455559 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62790",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62790_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2455559 T9990 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 2455559 T9990 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2455562 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2455562 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2455562 T10029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2455562 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2455563 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2456338 T10030 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2456338 T10030 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2456339 T10030 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2456339 T10030 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2456341 T10030 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2456341 T10030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004\collection1\'
   [junit4]   2> 2456343 T10030 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2456345 T10030 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2456345 T10030 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-575C94093C2D3776-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2456372 T10030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2456379 T10030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2456380 T10030 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2456384 T10030 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2456468 T10030 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2456473 T10030 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2456473 T10030 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2456489 T10030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2456492 T10030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2456494 T10030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2456496 T10030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2456496 T10030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2456496 T10030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2456497 T10030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2456497 T10030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2456498 T10030 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2456498 T10030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2456498 T10030 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-004\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty2\
   [junit4]   2> 2456498 T10030 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1b6976
   [junit4]   2> 2456499 T10030 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty2\
   [junit4]   2> 2456499 T10030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty2\index/
   [junit4]   2> 2456499 T10030 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 2456499 T10030 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-001/jetty2\index
   [junit4]   2> 2456499 T10030 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40919392256949405]
   [junit4]   2> 2456499 T10030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@143b05da lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fdf0419),segFN=segments_1,generation=1}
   [junit4]   2> 2456500 T10030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2456502 T10030 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2456502 T10030 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2456502 T10030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2456503 T10030 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2456503 T10030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2456503 T10030 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2456503 T10030 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2456504 T10030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2456504 T10030 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2456504 T10030 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2456505 T10030 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2456505 T10030 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2456505 T10030 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2456506 T10030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2456506 T10030 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2456506 T10030 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2456506 T10030 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2456510 T10030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2456513 T10030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2456513 T10030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2456513 T10030 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.822768651098798]
   [junit4]   2> 2456514 T10030 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@143b05da lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fdf0419),segFN=segments_1,generation=1}
   [junit4]   2> 2456514 T10030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2456514 T10030 oass.SolrIndexSearcher.<init> Opening Searcher@2bae281c[collection1] main
   [junit4]   2> 2456515 T10030 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2456515 T10030 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2456515 T10030 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2456516 T10030 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2456516 T10030 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2456517 T10030 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2456519 T10030 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2456519 T10030 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2456519 T10030 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2456519 T10030 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2456520 T10031 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bae281c[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2456522 T10030 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2456523 T10034 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:62790 collection:collection1 shard:shard1
   [junit4]   2> 2456524 T9965 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2456524 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2456528 T10034 oasc.ZkController.register We are https://127.0.0.1:62790/collection1/ and leader is https://127.0.0.1:62781/collection1/
   [junit4]   2> 2456528 T10034 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:62790
   [junit4]   2> 2456528 T10034 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 2456528 T10034 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C6654 name=collection1 org.apache.solr.core.SolrCore@4525b3f8 url=https://127.0.0.1:62790/collection1 node=127.0.0.1:62790_ C6654_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:62790, core=collection1, node_name=127.0.0.1:62790_}
   [junit4]   2> 2456530 T10035 C6654 P62790 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 2456531 T10035 C6654 P62790 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 2456531 T10035 C6654 P62790 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is https://127.0.0.1:62781/collection1/ and I am https://127.0.0.1:62790/collection1/
   [junit4]   2> 2456531 T10035 C6654 P62790 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
   [junit4]   2> 2456531 T10035 C6654 P62790 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2456533 T10034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2456539 T10035 C6654 P62790 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to https://127.0.0.1:62781; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A62790_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
   [junit4]   2> 2456539 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2456542 T9990 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2456543 T9990 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:62790",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:62790_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2456586 T10004 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2456588 T9989 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2456589 T10004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2456590 T10004 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 2456590 T10004 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:62790_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"down","base_url":"https://127.0.0.1:62790","core":"collection1","node_name":"127.0.0.1:62790_"}
   [junit4]   2> 2456671 T10011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2456672 T9989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2456672 T10029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2456673 T9998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2457372 T10004 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:62790_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"https://127.0.0.1:62790","core":"collection1","node_name":"127.0.0.1:62790_"}
   [junit4]   2> 2457372 T10004 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2457372 T10004 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:62790_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=786 
   [junit4]   2> 2457955 T9965 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2457956 T9965 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2457961 T9965 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2457963 T9965 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:62800
   [junit4]   2> 2457965 T9965 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2457965 T9965 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2457965 T9965 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001\tempDir-005
   [junit4]   2> 2457965 T9965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\Jenkin

[...truncated too long message...]

ption: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 2539414 T10070 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=575C94093C2D3776 -Dtests.slow=true -Dtests.locale=ar_LY -Dtests.timezone=Europe/Tirane -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   91.5s | SyncSliceTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([575C94093C2D3776:D6BA1A114B72574A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1142)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2539434 T9965 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-575C94093C2D3776-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {rnd_b=FSTOrd41, other_tl1=FST41, _version_=FST41, multiDefault=PostingsFormat(name=SimpleText), a_t=FST41, intDefault=FST41, a_i1=FST41, id=FSTOrd41, text=PostingsFormat(name=Lucene41WithOrds), range_facet_l=FST41, timestamp=FST41}, docValues:{timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_LY, timezone=Europe/Tirane
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=2,threads=1,free=146241112,total=519438336
   [junit4]   2> NOTE: All tests run in this JVM: [TestOverriddenPrefixQueryForCustomFieldType, IndexBasedSpellCheckerTest, SolrTestCaseJ4Test, TestSolrDeletionPolicy1, TestExtendedDismaxParser, TestIndexSearcher, UUIDFieldTest, DateMathParserTest, TestStandardQParsers, TestManagedSchemaFieldResource, TestConfig, DistributedExpandComponentTest, RegexBoostProcessorTest, SpellCheckCollatorTest, PrimUtilsTest, TestPartialUpdateDeduplication, TestIBSimilarityFactory, SuggestComponentTest, TestRecoveryHdfs, TestSolr4Spatial2, TestJoin, TimeZoneUtilsTest, TestDefaultSearchFieldResource, ShowFileRequestHandlerTest, PathHierarchyTokenizerFactoryTest, PrimitiveFieldTypeTest, AnalysisErrorHandlingTest, TestSuggestSpellingConverter, HighlighterMaxOffsetTest, TestConfigSets, DOMUtilTest, OverseerRolesTest, TestSolrXmlPersistence, FieldAnalysisRequestHandlerTest, RollingRestartTest, TestSchemaSimilarityResource, TestSolrXml, TestMissingGroups, ExpressionTest, TestRandomDVFaceting, TestValueSourceCache, MultiTermTest, TriLevelCompositeIdRoutingTest, CacheHeaderTest, TestFastWriter, TestRandomMergePolicy, TestPerFieldSimilarity, TestPostingsSolrHighlighter, TestDistributedGrouping, TestRealTimeGet, TestUtils, BJQParserTest, DistributedSuggestComponentTest, TermVectorComponentDistributedTest, TestFuzzyAnalyzedSuggestions, OverseerStatusTest, TestLazyCores, MigrateRouteKeyTest, AbstractAnalyticsFacetTest, TestCloudManagedSchema, TestSimpleQParserPlugin, TestOrdValues, TestJmxIntegration, TestRemoteStreaming, UpdateRequestProcessorFactoryTest, SuggesterTest, TestCloudInspectUtil, TestComponentsName, DocValuesMultiTest, TestNonDefinedSimilarityFactory, IndexSchemaTest, ZkNodePropsTest, DeleteReplicaTest, SortByFunctionTest, DocExpirationUpdateProcessorFactoryTest, ShardRoutingCustomTest, TestArbitraryIndexDir, ScriptEngineTest, TestLRUCache, TestCharFilters, UnloadDistributedZkTest, EnumFieldTest, ChangedSchemaMergeTest, TestStressRecovery, HighlighterConfigTest, SolrPluginUtilsTest, TestMultiCoreConfBootstrap, TestReplicationHandler, CoreMergeIndexesAdminHandlerTest, TestClassNameShortening, ReturnFieldsTest, TestHighFrequencyDictionaryFactory, ShardRoutingTest, TestLMJelinekMercerSimilarityFactory, TestModifyConfFiles, TestPhraseSuggestions, EchoParamsTest, TestInfoStreamLogging, TestAnalyzedSuggestions, QueryFacetTest, SimplePostToolTest, TestSolrCoreProperties, HdfsUnloadDistributedZkTest, CircularListTest, TestManagedSchema, FileBasedSpellCheckerTest, NoCacheHeaderTest, RequestHandlersTest, TestAddFieldRealTimeGet, TestSolrJ, RangeFacetTest, SolrIndexConfigTest, TestMaxScoreQueryParser, DirectSolrConnectionTest, PluginInfoTest, TestFaceting, CachingDirectoryFactoryTest, CursorMarkTest, TestDynamicFieldCollectionResource, TestCloudManagedSchemaConcurrent, HdfsRecoveryZkTest, StandardRequestHandlerTest, TestFieldTypeResource, ChaosMonkeyNothingIsSafeTest, TestLMDirichletSimilarityFactory, TestSurroundQueryParser, PolyFieldTest, TestReRankQParserPlugin, TestFieldCollectionResource, RecoveryZkTest, TestSolrQueryParserDefaultOperatorResource, PeerSyncTest, MinimalSchemaTest, AnalyticsQueryTest, LukeRequestHandlerTest, TestAtomicUpdateErrorCases, ConvertedLegacyTest, ZkControllerTest, StressHdfsTest, ResourceLoaderTest, TestNoOpRegenerator, DistanceFunctionTest, TestCollationFieldDocValues, SampleTest, TestSchemaResource, TestCustomSort, UpdateParamsTest, TestQueryTypes, DocValuesMissingTest, TestSolrIndexConfig, DebugComponentTest, TestManagedSynonymFilterFactory, SolrRequestParserTest, DocValuesTest, TestRandomFaceting, TestDistributedSearch, TestChildDocTransformer, SoftAutoCommitTest, TestInitQParser, AtomicUpdatesTest, TestSolrQueryParser, CursorPagingTest, DocumentAnalysisRequestHandlerTest, TestBadConfig, TestPHPSerializedResponseWriter, TestReversedWildcardFilterFactory, TestReload, TestRecovery, AsyncMigrateRouteKeyTest, TestQuerySenderListener, TestNonNRTOpen, TestManagedStopFilterFactory, StatelessScriptUpdateProcessorFactoryTest, AssignTest, HttpPartitionTest, HardAutoCommitTest, TestDFRSimilarityFactory, TestSolrXmlPersistor, StatsComponentTest, AutoCommitTest, TestShortCircuitedRequests, TestDistributedMissingSort, DateRangeFieldTest, TestWordDelimiterFilterFactory, CSVRequestHandlerTest, TestDefaultSimilarityFactory, FieldFacetExtrasTest, PreAnalyzedUpdateProcessorTest, TestRequestStatusCollectionAPI, TestNRTOpen, DirectSolrSpellCheckerTest, TestDynamicFieldResource, TestDocBasedVersionConstraints, TestSystemIdResolver, CollectionsAPIAsyncDistributedZkTest, SliceStateTest, TestStressLucene, TestSolrDeletionPolicy2, TestManagedResource, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest]
   [junit4] Completed in 91.57s, 1 test, 1 error <<< FAILURES!

[...truncated 641 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 43 ignored (22 assumptions)

Total time: 100 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_60) - Build # 4184 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4184/
Java: 32bit/jdk1.7.0_60 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog\tlog.0000000000000000000    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog\tlog.0000000000000000000
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2
   C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001

	at __randomizedtesting.SeedInfo.seed([5B573FF136B63953]:0)
	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:125)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11769 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
   [junit4]   2> 4369896 T13538 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4369898 T13539 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 4369996 T13538 oasc.ZkTestServer.run start zk server on port:55068
   [junit4]   2> 4369998 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370004 T13545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f28bae name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370005 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370005 T13538 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 4370013 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4370014 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4370021 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55072
   [junit4]   2> 4370022 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4370022 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4370023 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4370023 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4370062 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4370065 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370067 T13556 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bdadc6 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370068 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370146 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4370149 T13538 oasc.CoreContainer.<init> New CoreContainer 15679180
   [junit4]   2> 4370150 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4370149 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4370152 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4370154 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4370154 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4370154 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4370154 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4370154 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4370158 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370161 T13558 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179881a name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370161 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370164 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4370164 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370167 T13560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d87430 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370168 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370170 T13538 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 4370176 T13538 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 4370183 T13538 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 4370189 T13538 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 4370194 T13538 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 4370201 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 4370204 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55072_solr
   [junit4]   2> 4370206 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55072_solr
   [junit4]   2> 4370211 T13538 oascc.SolrZkClient.makePath makePath: /collections
   [junit4]   2> 4370215 T13538 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 4370219 T13538 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 4370226 T13538 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55072_solr
   [junit4]   2> 4370227 T13538 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 4370231 T13538 oasc.Overseer.start Overseer (id=92093861953077251-127.0.0.1:55072_solr-n_0000000000) starting
   [junit4]   2> 4370237 T13538 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 4370256 T13562 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 4370257 T13538 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 4370264 T13538 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 4370268 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4370273 T13561 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 4370277 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4370283 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4370287 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4370287 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4370288 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4370293 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55084
   [junit4]   2> 4370294 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4370294 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4370295 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4370295 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4370334 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4370337 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370338 T13574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@118b886 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370339 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370395 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4370396 T13538 oasc.CoreContainer.<init> New CoreContainer 4783477
   [junit4]   2> 4370397 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4370397 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4370400 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4370403 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4370403 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4370403 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4370403 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4370403 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4370407 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370410 T13576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a92d61 name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370410 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370413 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4370415 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4370417 T13578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2db93 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4370417 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4370433 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4371428 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55084_solr
   [junit4]   2> 4371430 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55084_solr
   [junit4]   2> 4371443 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4371444 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4371445 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4371446 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4371446 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4371451 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55096
   [junit4]   2> 4371452 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4371452 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4371453 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4371453 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4371486 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4371488 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4371491 T13590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14d2d9c name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4371491 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4371541 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4371544 T13538 oasc.CoreContainer.<init> New CoreContainer 32997314
   [junit4]   2> 4371544 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4371546 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4371548 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4371548 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4371548 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4371548 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4371548 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4371551 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4371554 T13592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e4b435 name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4371555 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4371560 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4371561 T13594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ae12a9 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4371562 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4371575 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4372570 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55096_solr
   [junit4]   2> 4372573 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55096_solr
   [junit4]   2> 4372587 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4372587 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4372592 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4372592 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4372593 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4372597 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55108
   [junit4]   2> 4372598 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4372598 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4372599 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4372599 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4372620 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4372623 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4372625 T13606 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@157d3b2 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4372626 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4372676 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4372679 T13538 oasc.CoreContainer.<init> New CoreContainer 21928402
   [junit4]   2> 4372679 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4372679 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b5000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4372681 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4372681 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4372682 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4372682 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4372682 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4372683 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4372683 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4372683 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4372684 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4372684 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4372685 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4372685 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4372686 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4372686 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4372688 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4372691 T13608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e05589 name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4372691 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4372694 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b5000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4372695 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4372697 T13610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12e7ecf name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4372698 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4372711 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4373706 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55108_solr
   [junit4]   2> 4373708 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55108_solr
   [junit4]   2> 4373722 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4373722 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4373725 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4373725 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4373726 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4373731 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55120
   [junit4]   2> 4373731 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4373731 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4373731 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4373731 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4373755 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4373758 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4373760 T13622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@529b03 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4373761 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4373825 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4373828 T13538 oasc.CoreContainer.<init> New CoreContainer 15163886
   [junit4]   2> 4373829 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4373830 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4373832 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4373832 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4373832 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4373832 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4373832 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4373833 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4373833 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4373833 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4373837 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4373839 T13624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce6e78 name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4373840 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4373843 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b5000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4373845 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4373847 T13626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76b219 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4373848 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4373862 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4374857 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55120_solr
   [junit4]   2> 4374859 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55120_solr
   [junit4]   2> 4374874 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4374877 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4374878 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4374879 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4374920 T13538 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=15679180
   [junit4]   2> 4374922 T13561 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:55072_solr
   [junit4]   2> 4374924 T13538 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 4374927 T13578 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55084_solr
   [junit4]   2> 4374927 T13578 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 4374931 T13578 oasc.Overseer.start Overseer (id=92093861953077254-127.0.0.1:55084_solr-n_0000000001) starting
   [junit4]   2> 4374950 T13630 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 4374952 T13629 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 4374978 T13538 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4374983 T13538 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55132
   [junit4]   2> 4374983 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4374984 T13538 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4374985 T13538 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4374985 T13538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\'
   [junit4]   2> 4375007 T13538 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:55068/solr
   [junit4]   2> 4375009 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4375011 T13641 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b853da name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4375012 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4375064 T13538 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4375066 T13538 oasc.CoreContainer.<init> New CoreContainer 24940950
   [junit4]   2> 4375067 T13538 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\]
   [junit4]   2> 4375067 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4375069 T13538 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4375071 T13538 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4375071 T13538 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4375071 T13538 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4375071 T13538 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55068/solr
   [junit4]   2> 4375073 T13538 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4375076 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4375078 T13643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@782c10 name:ZooKeeperConnection Watcher:127.0.0.1:55068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4375079 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4375082 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4375084 T13645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@702b12 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4375084 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4375097 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4376040 T13538 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55132_solr
   [junit4]   2> 4376043 T13538 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55132_solr
   [junit4]   2> 4376059 T13538 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]   2> 4376062 T13538 oasc.CorePropertiesLocator.discover Found 0 core definitions
   [junit4]   2> 4376065 T13538 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 4376066 T13538 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4376068 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4376070 T13648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ec0cf name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4376071 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4376072 T13538 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4376077 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4376079 T13650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d647ef name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4376079 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4376081 T13538 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4376083 T13652 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca2fc3 name:ZooKeeperConnection Watcher:127.0.0.1:55068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4376084 T13538 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4376085 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/solrconfig.xml
   [junit4]   2> 4376090 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/schema.xml
   [junit4]   2> 4376095 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4376100 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/currency.xml
   [junit4]   2> 4376105 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4376108 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/old_synonyms.txt
   [junit4]   2> 4376113 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/open-exchange-rates.json
   [junit4]   2> 4376119 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/protwords.txt
   [junit4]   2> 4376123 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/stopwords.txt
   [junit4]   2> 4376127 T13538 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/synonyms.txt
   [junit4]   2> 4376134 T13540 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1472ee127b50015, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 4376140 T13618 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&numShards=2&replicationFactor=2&action=CREATE&wt=javabin&name=testSolrCloudCollection&collection.configName=solrCloudCollectionConfig
   [junit4]   2> 4376143 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376146 T13630 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testSolrCloudCollection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"solrCloudCollectionConfig",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 4376146 T13653 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testSolrCloudCollection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"solrCloudCollectionConfig",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 4376148 T13653 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testSolrCloudCollection 
   [junit4]   2> 4376148 T13653 oascc.SolrZkClient.makePath makePath: /collections/testSolrCloudCollection
   [junit4]   2> 4376156 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376158 T13629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4376159 T13629 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testSolrCloudCollection
   [junit4]   2> 4376159 T13629 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testSolrCloudCollection with shards [shard1, shard2]
   [junit4]   2> 4376163 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376164 T13594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376164 T13626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376165 T13610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376165 T13645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376165 T13578 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376165 T13648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376246 T13653 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection testSolrCloudCollection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 4376246 T13653 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard1_replica1 as part of slice shard1 of collection testSolrCloudCollection on 127.0.0.1:55132_solr
   [junit4]   2> 4376248 T13653 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard1_replica2 as part of slice shard1 of collection testSolrCloudCollection on 127.0.0.1:55120_solr
   [junit4]   2> 4376251 T13653 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard2_replica1 as part of slice shard2 of collection testSolrCloudCollection on 127.0.0.1:55096_solr
   [junit4]   2> 4376252 T13635 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&numShards=2&shard=shard1&collection=testSolrCloudCollection&action=CREATE&wt=javabin&name=testSolrCloudCollection_shard1_replica1&collection.configName=solrCloudCollectionConfig
   [junit4]   2> 4376254 T13619 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&numShards=2&shard=shard1&collection=testSolrCloudCollection&action=CREATE&wt=javabin&name=testSolrCloudCollection_shard1_replica2&collection.configName=solrCloudCollectionConfig
   [junit4]   2> 4376255 T13653 oasc.OverseerCollectionProcessor.createCollection Creating shard testSolrCloudCollection_shard2_replica2 as part of slice shard2 of collection testSolrCloudCollection on 127.0.0.1:55084_solr
   [junit4]   2> 4376260 T13583 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&numShards=2&shard=shard2&collection=testSolrCloudCollection&action=CREATE&wt=javabin&name=testSolrCloudCollection_shard2_replica1&collection.configName=solrCloudCollectionConfig
   [junit4]   2> 4376262 T13568 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&numShards=2&shard=shard2&collection=testSolrCloudCollection&action=CREATE&wt=javabin&name=testSolrCloudCollection_shard2_replica2&collection.configName=solrCloudCollectionConfig
   [junit4]   2> 4376262 T13635 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard1_replica1 state=down collection=testSolrCloudCollection
   [junit4]   2> 4376267 T13635 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4376269 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376269 T13583 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard2_replica1 state=down collection=testSolrCloudCollection
   [junit4]   2> 4376269 T13619 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard1_replica2 state=down collection=testSolrCloudCollection
   [junit4]   2> 4376272 T13583 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4376273 T13619 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4376274 T13568 oasc.ZkController.publish publishing core=testSolrCloudCollection_shard2_replica2 state=down collection=testSolrCloudCollection
   [junit4]   2> 4376275 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376275 T13568 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4376275 T13629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 4376277 T13629 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55132/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55132_solr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4376284 T13629 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55096/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55096_solr",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4376287 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376289 T13629 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55120/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55120_solr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4376293 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376294 T13629 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55084/solr",
   [junit4]   2> 	  "core":"testSolrCloudCollection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55084_solr",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testSolrCloudCollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 4376298 T13578 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 4376325 T13628 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 4376326 T13560 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 4376391 T13626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376391 T13594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376392 T13578 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376392 T13645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376392 T13610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4376392 T13648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 4377160 T13635 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard1_replica1
   [junit4]   2> 4377160 T13635 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 4377163 T13635 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4377163 T13635 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4377164 T13583 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard2_replica1
   [junit4]   2> 4377164 T13583 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 4377165 T13619 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard1_replica2
   [junit4]   2> 4377165 T13635 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4377165 T13635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica1\'
   [junit4]   2> 4377165 T13619 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 4377165 T13583 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4377166 T13583 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4377169 T13619 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4377169 T13619 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4377171 T13583 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4377171 T13583 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard2_replica1\'
   [junit4]   2> 4377182 T13619 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4377182 T13619 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\'
   [junit4]   2> 4377189 T13568 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testSolrCloudCollection_shard2_replica2
   [junit4]   2> 4377189 T13568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testSolrCloudCollection
   [junit4]   2> 4377199 T13568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4377199 T13568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4377213 T13568 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4377213 T13568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard2_replica2\'
   [junit4]   2> 4377238 T13635 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 4377268 T13583 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 4377299 T13635 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4377305 T13635 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4377316 T13635 oass.IndexSchema.readSchema [testSolrCloudCollection_shard1_replica1] Schema name=test
   [junit4]   2> 4377350 T13568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 4377395 T13583 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4377399 T13568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4377406 T13568 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4377446 T13619 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 4377495 T13619 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4377497 T13583 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4377508 T13583 oass.IndexSchema.readSchema [testSolrCloudCollection_shard2_replica1] Schema name=test
   [junit4]   2> 4377565 T13568 oass.IndexSchema.readSchema [testSolrCloudCollection_shard2_replica2] Schema name=test
   [junit4]   2> 4377837 T13619 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 4377986 T13635 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4377995 T13635 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4377995 T13568 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4377997 T13635 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4378002 T13619 oass.IndexSchema.readSchema [testSolrCloudCollection_shard1_replica2] Schema name=test
   [junit4]   2> 4378002 T13568 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4378004 T13568 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4378212 T13583 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4378218 T13583 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4378221 T13583 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4378245 T13635 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378251 T13635 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378251 T13583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378256 T13635 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378258 T13583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378260 T13635 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378261 T13635 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378261 T13635 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378263 T13583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378266 T13635 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378267 T13635 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378267 T13635 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard1_replica1' using configuration from collection testSolrCloudCollection
   [junit4]   2> 4378267 T13635 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 4378267 T13568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378267 T13583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378275 T13583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378275 T13583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378284 T13583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378285 T13583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378285 T13583 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard2_replica1' using configuration from collection testSolrCloudCollection
   [junit4]   2> 4378286 T13583 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 4378290 T13568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4378297 T13568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378298 T13568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378298 T13568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378299 T13568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4378302 T13568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 4378302 T13568 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 4378302 T13568 oasc.CoreContainer.create Creating SolrCore 'testSolrCloudCollection_shard2_replica2' using configuration from collection testSolrCloudCollection
   [junit4]   2> 4378302 T13568 oasc.SolrCore.initDirectoryFactory solr.RAMDirectoryFactory
   [junit4]   2> 4378303 T13583 oasc.SolrCore.<init> [testSolrCloudCollection_shard2_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard2_replica1\, dataDir=data\
   [junit4]   2> 4378303 T13583 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa0492
   [junit4]   2> 4378304 T13583 oasc.CachingDirectoryFactory.get return new directory for data\
   [junit4]   2> 4378304 T13583 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data\index/
   [junit4]   2> 4378304 T13583 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard2_replica1] Solr index directory 'data\index' doesn't exist. Creating new index...
   [junit4]   2> 4378305 T13583 oasc.CachingDirectoryFactory.get return new directory for data\index
   [junit4]   2> 4378306 T13583 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@151ae8f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13455ca,segFN=segments_1,generation=1}
   [junit4]   2> 4378307 T13583 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378309 T13568 oasc.SolrCore.<init> [testSolrCloudCollection_shard2_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard2_replica2\, dataDir=data\
   [junit4]   2> 4378309 T13568 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa0492
   [junit4]   2> 4378310 T13568 oasc.CachingDirectoryFactory.get return new directory for data\
   [junit4]   2> 4378310 T13568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data\index/
   [junit4]   2> 4378310 T13568 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard2_replica2] Solr index directory 'data\index' doesn't exist. Creating new index...
   [junit4]   2> 4378310 T13583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4378311 T13635 oasc.SolrCore.<init> [testSolrCloudCollection_shard1_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica1\, dataDir=data\
   [junit4]   2> 4378312 T13635 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fa0492
   [junit4]   2> 4378312 T13635 oasc.CachingDirectoryFactory.get return new directory for data\
   [junit4]   2> 4378313 T13635 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=data\index/
   [junit4]   2> 4378313 T13635 oasc.SolrCore.initIndex WARN [testSolrCloudCollection_shard1_replica1] Solr index directory 'data\index' doesn't exist. Creating new index...
   [junit4]   2> 4378314 T13635 oasc.CachingDirectoryFactory.get return new directory for data\index
   [junit4]   2> 4378315 T13635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@b996c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15dd3fa,segFN=segments_1,generation=1}
   [junit4]   2> 4378315 T13635 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378318 T13635 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4378320 T13635 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378320 T13635 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378321 T13635 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378321 T13635 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378322 T13635 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4378322 T13635 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378323 T13635 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378323 T13635 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4378323 T13635 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4378324 T13635 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4378324 T13635 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4378324 T13635 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4378311 T13568 oasc.CachingDirectoryFactory.get return new directory for data\index
   [junit4]   2> 4378311 T13583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378326 T13568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@d09e83 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1907ed1,segFN=segments_1,generation=1}
   [junit4]   2> 4378326 T13583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378327 T13568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378327 T13583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378328 T13583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378329 T13583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4378329 T13583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378330 T13583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378330 T13583 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4378330 T13583 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4378330 T13583 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4378331 T13583 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4378331 T13583 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4378332 T13583 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4378332 T13583 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4378331 T13568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4378334 T13583 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4378334 T13583 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 4378331 T13635 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4378334 T13568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378337 T13568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4378337 T13568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378338 T13568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4378338 T13568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4378339 T13568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378339 T13568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4378339 T13568 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4378340 T13568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 4378341 T13568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 4378341 T13568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 4378341 T13568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 4378343 T13568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 4378343 T13568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4378343 T13568 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4378337 T13635 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 4378343 T13568 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 4378344 T13635 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 4378345 T13635 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 4378346 T13568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4378347 T13635 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4378343 T13583 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 4378351 T13568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4378351 T13568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4378352 T13568 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@d09e83 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1907ed1,segFN=segments_1,generation=1}
   [junit4]   2> 4378352 T13568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378353 T13568 oass.SolrIndexSearcher.<init> Opening Searcher@e56e21[testSolrCloudCollection_shard2_replica2] main
   [junit4]   2> 4378353 T13635 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4378355 T13635 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4378355 T13635 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@b996c8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15dd3fa,segFN=segments_1,generation=1}
   [junit4]   2> 4378355 T13635 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378356 T13635 oass.SolrIndexSearcher.<init> Opening Searcher@a6da7b[testSolrCloudCollection_shard1_replica1] main
   [junit4]   2> 4378356 T13635 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4378357 T13583 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 4378357 T13583 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 4378358 T13583 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RAMDirectory@151ae8f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13455ca,segFN=segments_1,generation=1}
   [junit4]   2> 4378358 T13583 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 4378359 T13583 oass.SolrIndexSearcher.<init> Opening Searcher@1521fce[testSolrCloudCollection_shard2_replica1] main
   [junit4]   2> 4378359 T13583 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4378353 T13568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testSolrCloudCollection
   [junit4]   2> 4378362 T13635 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4378362 T13635 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378362 T13583 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4378364 T13583 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378364 T13568 oascc.ZkStateReader.readConfigName path=/collections/testSolrCloudCollection configName=solrCloudCollectionConfig specified config exists in ZooKeeper
   [junit4]   2> 4378364 T13568 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378365 T13635 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378365 T13635 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4378365 T13568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378366 T13568 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4378366 T13583 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 4378367 T13583 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 4378367 T13583 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378365 T13635 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378366 T13568 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378369 T13635 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378370 T13635 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378369 T13583 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378370 T13583 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378371 T13635 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378371 T13568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378371 T13583 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378384 T13568 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378387 T13568 oascc.SolrZkClient.makePath makePath: /configs/solrCloudCollectionConfig/_rest_managed.json
   [junit4]   2> 4378393 T13583 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 4378393 T13583 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 4378399 T13583 oasc.CoreContainer.registerCore registering core: testSolrCloudCollection_s

[...truncated too long message...]

 TestSearcherReuse, SpatialFilterTest, MultiThreadedOCPTest, TestNonDefinedSimilarityFactory, OpenExchangeRatesOrgProviderTest, RangeFacetTest, DirectUpdateHandlerOptimizeTest, SuggesterTest, AlternateDirectoryTest, SolrIndexSplitterTest, TestMissingGroups, SpellCheckComponentTest, SolrInfoMBeanTest, TestRecoveryHdfs, DistributedExpandComponentTest, TestBadConfig, AnalysisErrorHandlingTest, SolrPluginUtilsTest, TestRandomDVFaceting, DocumentBuilderTest, BasicFunctionalityTest, OverseerTest, ZkCLITest, QueryElevationComponentTest, TestSolrXml, RegexBoostProcessorTest, ResponseHeaderTest, ExpressionTest, TestCollationField, TestZkChroot, MBeansHandlerTest, TestReplicationHandler, TestAnalyzedSuggestions, XsltUpdateRequestHandlerTest, HdfsRecoveryZkTest, DistributedQueryElevationComponentTest, TestDefaultSearchFieldResource, SchemaVersionSpecificBehaviorTest, ConnectionManagerTest, TestShortCircuitedRequests, QueryResultKeyTest, TestComplexPhraseQParserPlugin, TestUtils, ReturnFieldsTest, TestTolerantSearch, TestSurroundQueryParser, TriLevelCompositeIdRoutingTest, TestSerializedLuceneMatchVersion, HdfsLockFactoryTest, PreAnalyzedUpdateProcessorTest, QueryEqualityTest, TestChildDocTransformer, TestLMDirichletSimilarityFactory, HdfsWriteToMultipleCollectionsTest, DocExpirationUpdateProcessorFactoryTest, TestFieldResource, TestFuzzyAnalyzedSuggestions, TestSweetSpotSimilarityFactory, OverseerCollectionProcessorTest, TestOrdValues, TestManagedSchema, TestDefaultSimilarityFactory, ClusterStateUpdateTest, TestAnalyzeInfixSuggestions, TestSolrIndexConfig, TestRangeQuery, SystemInfoHandlerTest, LeaderElectionTest, CacheHeaderTest, TestSchemaVersionResource, DeleteShardTest, TestRealTimeGet, TestArbitraryIndexDir, TestSystemIdResolver, TestManagedSynonymFilterFactory, PreAnalyzedFieldTest, AddBlockUpdateTest, HdfsChaosMonkeySafeLeaderTest, TestSuggestSpellingConverter, CachingDirectoryFactoryTest, TestSolrQueryParserResource, ShardSplitTest, RollingRestartTest, TestCoreDiscovery, DistribCursorPagingTest, NotRequiredUniqueKeyTest, ModifyConfFileTest, TestRandomMergePolicy, TestHighFrequencyDictionaryFactory, PrimitiveFieldTypeTest, TestLazyCores, StatsComponentTest, AnalyticsQueryTest, TestExpandComponent, IndexBasedSpellCheckerTest, MinimalSchemaTest, FieldMutatingUpdateProcessorTest, TestFileDictionaryLookup, TestImplicitCoreProperties, TestBlendedInfixSuggestions, TestClassNameShortening, FullSolrCloudDistribCmdsTest, SignatureUpdateProcessorFactoryTest, SolrCoreTest, IndexSchemaTest, TestInfoStreamLogging, TestXIncludeConfig, TestConfigSets, TestSolrXmlPersistence, OutputWriterTest, TestCustomSort, DefaultValueUpdateProcessorTest, RequestHandlersTest, TestPartialUpdateDeduplication, TestJoin, TestLeaderElectionZkExpiry, ClusterStateTest, TestDistributedGrouping, DeleteInactiveReplicaTest, TestDocBasedVersionConstraints, TestCoreContainer, HdfsBasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, FieldFacetTest, DOMUtilTest, TestSchemaNameResource, SuggesterTSTTest, IndexSchemaRuntimeFieldTest, InfoHandlerTest, MoreLikeThisHandlerTest, BasicDistributedZk2Test, TestMergePolicyConfig, AbstractAnalyticsStatsTest, TestDFRSimilarityFactory, TestCopyFieldCollectionResource, SolrTestCaseJ4Test, CoreAdminHandlerTest, NoCacheHeaderTest, TestStressUserVersions, TimeZoneUtilsTest, TestManagedResource, PeerSyncTest, TestShardHandlerFactory, TestHighlightDedupGrouping, AtomicUpdatesTest, EchoParamsTest, TestCharFilters, TestFieldSortValues, LukeRequestHandlerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, TestIndexSearcher, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, DocValuesTest, TestStressLucene, TestTrie, SuggesterWFSTTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSolrXMLSerializer, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, TestDistributedMissingSort, NoFacetTest, AbstractAnalyticsFacetTest, FieldFacetExtrasTest, QueryFacetTest, AsyncMigrateRouteKeyTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteReplicaTest, MigrateRouteKeyTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplicationFactorTest, SSLMigrationTest, SolrXmlInZkTest, TestCollectionAPI, TestDistribDocBasedVersion, TestMiniSolrCloudCluster]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestMiniSolrCloudCluster -Dtests.seed=5B573FF136B63953 -Dtests.slow=true -Dtests.locale=es_NI -Dtests.timezone=Asia/Katmandu -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | TestMiniSolrCloudCluster (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog\tlog.0000000000000000000
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data\tlog
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2\data
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001\testSolrCloudCollection_shard1_replica2
   [junit4]    >    C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.TestMiniSolrCloudCluster-5B573FF136B63953-001\tempDir-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B573FF136B63953]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed in 15.45s, 1 test, 1 error <<< FAILURES!

[...truncated 175 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 suite-level error, 43 ignored (22 assumptions)

Total time: 115 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.7.0_60 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0_20-ea-b21) - Build # 4183 - Still Failing!

Posted by Shalin Shekhar Mangar <sh...@apache.org>.
This was due to SOLR-6240. I committed a fix. Sorry for the noise.


On Sun, Jul 13, 2014 at 4:30 AM, Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4183/
> Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseSerialGC
>
> 7 tests failed.
> REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch
>
> Error Message:
> expected:<0> but was:<3>
>
> Stack Trace:
> java.lang.AssertionError: expected:<0> but was:<3>
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:472)
>         at org.junit.Assert.assertEquals(Assert.java:456)
>         at
> org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:248)
>         at
> org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:127)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> REGRESSION:
>  org.apache.solr.cloud.DistribCursorPagingTest.testDistribSearch
>
> Error Message:
> .response.numFound:9!=8
>
> Stack Trace:
> junit.framework.AssertionFailedError: .response.numFound:9!=8
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at junit.framework.Assert.fail(Assert.java:50)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:836)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:855)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:558)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:525)
>         at
> org.apache.solr.cloud.DistribCursorPagingTest.doSimpleTest(DistribCursorPagingTest.java:487)
>         at
> org.apache.solr.cloud.DistribCursorPagingTest.doTest(DistribCursorPagingTest.java:86)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> REGRESSION:
>  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch
>
> Error Message:
> shard2 is not consistent.  Got 12 from
> http://127.0.0.1:64873/tjsiq/tb/collection1lastClient and got 113 from
> http://127.0.0.1:64900/tjsiq/tb/collection1
>
> Stack Trace:
> java.lang.AssertionError: shard2 is not consistent.  Got 12 from
> http://127.0.0.1:64873/tjsiq/tb/collection1lastClient and got 113 from
> http://127.0.0.1:64900/tjsiq/tb/collection1
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1103)
>         at
> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingDocPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:333)
>         at
> org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:134)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch
>
> Error Message:
> Expected 2 of 3 replicas to be active but only found 1;
> [core_node3:{"state":"active","base_url":"http://127.0.0.1:63398
> ","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:63398_","leader":"true"}];
> clusterState: live nodes:[127.0.0.1:63398_, 127.0.0.1:63421_]
> collections:{control_collection=DocCollection(control_collection)={
> "replicationFactor":"1",   "shards":{"shard1":{
> "range":"80000000-7fffffff",       "state":"active",
> "replicas":{"core_node1":{           "state":"active",
> "base_url":"http://127.0.0.1:63398",           "core":"collection1",
>       "node_name":"127.0.0.1:63398_",           "leader":"true"}}}},
> "router":{"name":"compositeId"},   "autoCreated":"true",
> "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
> "replicationFactor":"1",   "shards":{     "shard1":{
> "range":"80000000-ffffffff",       "state":"active",
> "replicas":{"core_node2":{           "state":"active",
> "base_url":"http://127.0.0.1:63421",           "core":"collection1",
>       "node_name":"127.0.0.1:63421_",           "leader":"true"}}},
> "shard2":{       "range":"0-7fffffff",       "state":"active",
> "replicas":{"core_node1":{           "state":"down",           "base_url":"
> http://127.0.0.1:63411",           "core":"collection1",
> "node_name":"127.0.0.1:63411_",           "leader":"true"}}}},
> "router":{"name":"compositeId"},   "autoCreated":"true",
> "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={
> "replicationFactor":"2",   "shards":{"shard1":{
> "range":"80000000-7fffffff",       "state":"active",       "replicas":{
>     "core_node1":{           "state":"active",           "base_url":"
> http://127.0.0.1:63421",           "core":"c8n_1x2_shard1_replica1",
>       "node_name":"127.0.0.1:63421_"},         "core_node2":{
> "state":"active",           "base_url":"http://127.0.0.1:63398",
>   "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:63398_",
>           "leader":"true"}}}},   "router":{"name":"compositeId"},
> "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
> "replicationFactor":"3",   "shards":{"shard1":{
> "range":"80000000-7fffffff",       "state":"active",       "replicas":{
>     "core_node1":{           "state":"active",           "base_url":"
> http://127.0.0.1:63398",           "core":"c8n_1x3_shard1_replica1",
>       "node_name":"127.0.0.1:63398_",           "leader":"true"},
> "core_node2":{           "state":"down",           "base_url":"
> http://127.0.0.1:63411",           "core":"c8n_1x3_shard1_replica2",
>       "node_name":"127.0.0.1:63411_"},         "core_node3":{
> "state":"active",           "base_url":"http://127.0.0.1:63421",
>   "core":"c8n_1x3_shard1_replica3",           "node_name":"127.0.0.1:63421_"}}}},
>   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"},
> c8n_1x3_lf=DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",
> "shards":{"shard1":{       "range":"80000000-7fffffff",
> "state":"active",       "replicas":{         "core_node1":{
> "state":"down",           "base_url":"http://127.0.0.1:63411",
> "core":"c8n_1x3_lf_shard1_replica1",           "node_name":"127.0.0.1:63411_"},
>         "core_node2":{           "state":"down",           "base_url":"
> http://127.0.0.1:63421",           "core":"c8n_1x3_lf_shard1_replica2",
>         "node_name":"127.0.0.1:63421_"},         "core_node3":{
> "state":"active",           "base_url":"http://127.0.0.1:63398",
>   "core":"c8n_1x3_lf_shard1_replica3",
> "node_name":"127.0.0.1:63398_",           "leader":"true"}}}},
> "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}}
>
> Stack Trace:
> java.lang.AssertionError: Expected 2 of 3 replicas to be active but only
> found 1; [core_node3:{"state":"active","base_url":"http://127.0.0.1:63398
> ","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:63398_","leader":"true"}];
> clusterState: live nodes:[127.0.0.1:63398_, 127.0.0.1:63421_]
> collections:{control_collection=DocCollection(control_collection)={
>   "replicationFactor":"1",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{"core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63398",
>           "core":"collection1",
>           "node_name":"127.0.0.1:63398_",
>           "leader":"true"}}}},
>   "router":{"name":"compositeId"},
>   "autoCreated":"true",
>   "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
>   "replicationFactor":"1",
>   "shards":{
>     "shard1":{
>       "range":"80000000-ffffffff",
>       "state":"active",
>       "replicas":{"core_node2":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63421",
>           "core":"collection1",
>           "node_name":"127.0.0.1:63421_",
>           "leader":"true"}}},
>     "shard2":{
>       "range":"0-7fffffff",
>       "state":"active",
>       "replicas":{"core_node1":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:63411",
>           "core":"collection1",
>           "node_name":"127.0.0.1:63411_",
>           "leader":"true"}}}},
>   "router":{"name":"compositeId"},
>   "autoCreated":"true",
>   "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={
>   "replicationFactor":"2",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63421",
>           "core":"c8n_1x2_shard1_replica1",
>           "node_name":"127.0.0.1:63421_"},
>         "core_node2":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63398",
>           "core":"c8n_1x2_shard1_replica2",
>           "node_name":"127.0.0.1:63398_",
>           "leader":"true"}}}},
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
>   "replicationFactor":"3",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63398",
>           "core":"c8n_1x3_shard1_replica1",
>           "node_name":"127.0.0.1:63398_",
>           "leader":"true"},
>         "core_node2":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:63411",
>           "core":"c8n_1x3_shard1_replica2",
>           "node_name":"127.0.0.1:63411_"},
>         "core_node3":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63421",
>           "core":"c8n_1x3_shard1_replica3",
>           "node_name":"127.0.0.1:63421_"}}}},
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
>   "replicationFactor":"3",
>   "shards":{"shard1":{
>       "range":"80000000-7fffffff",
>       "state":"active",
>       "replicas":{
>         "core_node1":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:63411",
>           "core":"c8n_1x3_lf_shard1_replica1",
>           "node_name":"127.0.0.1:63411_"},
>         "core_node2":{
>           "state":"down",
>           "base_url":"http://127.0.0.1:63421",
>           "core":"c8n_1x3_lf_shard1_replica2",
>           "node_name":"127.0.0.1:63421_"},
>         "core_node3":{
>           "state":"active",
>           "base_url":"http://127.0.0.1:63398",
>           "core":"c8n_1x3_lf_shard1_replica3",
>           "node_name":"127.0.0.1:63398_",
>           "leader":"true"}}}},
>   "router":{"name":"compositeId"},
>   "maxShardsPerNode":"1"}}
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.assertTrue(Assert.java:43)
>         at
> org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:367)
>         at
> org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> REGRESSION:  org.apache.solr.cloud.ShardRoutingTest.testDistribSearch
>
> Error Message:
> expected:<[e!doc4, f1!f2!doc5/5, c!doc2, d!doc3, f1!f2!doc5]> but
> was:<[e!doc4, f1!f2!doc5/5, b!doc1, c!doc2, d!doc3, f1!f2!doc5]>
>
> Stack Trace:
> java.lang.AssertionError: expected:<[e!doc4, f1!f2!doc5/5, c!doc2, d!doc3,
> f1!f2!doc5]> but was:<[e!doc4, f1!f2!doc5/5, b!doc1, c!doc2, d!doc3,
> f1!f2!doc5]>
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:147)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.doQuery(AbstractFullDistribZkTestBase.java:1407)
>         at
> org.apache.solr.cloud.ShardRoutingTest.doHashingTest(ShardRoutingTest.java:196)
>         at
> org.apache.solr.cloud.ShardRoutingTest.doTest(ShardRoutingTest.java:123)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> REGRESSION:
>  org.apache.solr.spelling.suggest.SuggesterWFSTTest.testSuggestions
>
> Error Message:
> Exception during query
>
> Stack Trace:
> java.lang.RuntimeException: Exception during query
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:86F4D8F0656DAC21]:0)
>         at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:721)
>         at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
>         at
> org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.RuntimeException: REQUEST FAILED:
> xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
>         xml response was: <?xml version="1.0" encoding="UTF-8"?>
> <response>
> <lst name="responseHeader"><int name="status">0</int><int
> name="QTime">14</int></lst><lst name="spellcheck"><lst
> name="suggestions"/></lst>
> </response>
>
>         request
> was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
>         at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
>         ... 42 more
>
>
> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
>
> Error Message:
> shard1 is not consistent.  Got 4 from
> http://127.0.0.1:64176/rqlj/collection1lastClient and got 2 from
> http://127.0.0.1:64185/rqlj/collection1
>
> Stack Trace:
> java.lang.AssertionError: shard1 is not consistent.  Got 4 from
> http://127.0.0.1:64176/rqlj/collection1lastClient and got 2 from
> http://127.0.0.1:64185/rqlj/collection1
>         at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
>         at
> org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:145)
>         at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>         at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 10769 lines...]
>    [junit4] Suite: org.apache.solr.spelling.suggest.SuggesterWFSTTest
>    [junit4]   2> Creating dataDir:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
>    [junit4]   2> 214576 T554 oas.SolrTestCaseJ4.buildSSLConfig Randomized
> ssl (true) and clientAuth (false)
>    [junit4]   2> 214577 T554 oas.SolrTestCaseJ4.initCore ####initCore
>    [junit4]   2> 214580 T554 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
>    [junit4]   2> 214582 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 214582 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 214584 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 214645 T554 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_5_0
>    [junit4]   2> 214662 T554 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-spellchecker.xml
>    [junit4]   2> 214662 T554 oass.IndexSchema.readSchema Reading Solr
> Schema from schema-spellchecker.xml
>    [junit4]   2> 214667 T554 oass.IndexSchema.readSchema [null] Schema
> name=Solr SpellCheck Test
>    [junit4]   2> 214675 T554 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 214675 T554 oass.IndexSchema.readSchema query parser
> default operator is OR
>    [junit4]   2> 214676 T554 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 214678 T554 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 214678 T554 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr
>    [junit4]   2> 214678 T554 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\'
>    [junit4]   2> 214707 T554 oasc.CoreContainer.<init> New CoreContainer
> 639717590
>    [junit4]   2> 214707 T554 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\]
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: null
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 214710 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 214710 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 214722 T554 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 214722 T554 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 214723 T554 oasc.CoreContainer.load Host Name:
>    [junit4]   2> 214805 T555 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/'
>    [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 214845 T555 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_5_0
>    [junit4]   2> 214855 T555 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-spellchecker.xml
>    [junit4]   2> 214857 T555 oass.IndexSchema.readSchema Reading Solr
> Schema from schema-spellchecker.xml
>    [junit4]   2> 214861 T555 oass.IndexSchema.readSchema [collection1]
> Schema name=Solr SpellCheck Test
>    [junit4]   2> 214871 T555 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 214871 T555 oass.IndexSchema.readSchema query parser
> default operator is OR
>    [junit4]   2> 214871 T555 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 214875 T555 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from instancedir
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/
>    [junit4]   2> 214875 T555 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockFSDirectoryFactory
>    [junit4]   2> 214876 T555 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/,
> dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\
>    [junit4]   2> 214876 T555 oasc.SolrCore.<init> JMX monitoring not
> detected for core: collection1
>    [junit4]   2> 214878 T555 oasc.CachingDirectoryFactory.get return new
> directory for
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
>    [junit4]   2> 214878 T555 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index/
>    [junit4]   2> 214878 T555 oasc.SolrCore.initIndex WARN [collection1]
> Solr index directory
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index'
> doesn't exist. Creating new index...
>    [junit4]   2> 214888 T555 oasc.CachingDirectoryFactory.get return new
> directory for
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
>    [junit4]   2> 214889 T555 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy:
> [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4,
> maxMergedSegmentMB=71.828125, floorSegmentMB=0.5771484375,
> forceMergeDeletesPctAllowed=12.070443201232374, segmentsPerTier=18.0,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>    [junit4]   2> 214893 T555 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 214893 T555 oasc.SolrDeletionPolicy.updateCommits newest
> commit generation = 1
>    [junit4]   2> 214977 T555 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_tst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 214978 T555 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_fst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 214978 T555 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_wfst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 214980 T555 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 214980 T555 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 214981 T555 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy:
> [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32,
> maxMergeSize=9223372036854775807,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
>    [junit4]   2> 214987 T555 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 214987 T555 oasc.SolrDeletionPolicy.updateCommits newest
> commit generation = 1
>    [junit4]   2> 214987 T555 oass.SolrIndexSearcher.<init> Opening
> Searcher@6d3a9e3a[collection1] main
>    [junit4]   2> 214987 T555 oasr.ManagedResourceStorage.newStorageIO WARN
> Cannot write to config directory
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf;
> switching to use InMemory storage instead.
>    [junit4]   2> 214987 T555 oasr.RestManager.init Initializing
> RestManager with initArgs: {}
>    [junit4]   2> 214987 T555 oasr.ManagedResourceStorage.load Reading
> _rest_managed.json using InMemoryStorage
>    [junit4]   2> 214987 T555 oasr.ManagedResource.reloadFromStorage WARN
> No stored data found for /rest/managed
>    [junit4]   2> 214987 T555 oasr.ManagedResourceStorage$JsonStorage.store
> Saved JSON object to path _rest_managed.json using InMemoryStorage
>    [junit4]   2> 214987 T555 oasr.RestManager.init Initializing 0
> registered ManagedResources
>    [junit4]   2> 214989 T555 oashc.SpellCheckComponent.inform Initializing
> spell checkers
>    [junit4]   2> 215002 T555 oasss.Suggester.init init:
> {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
>    [junit4]   2> 215016 T555 oasc.SolrResourceLoader.findClass WARN Solr
> loaded a deprecated plugin/analysis class
> [org.apache.solr.spelling.suggest.jaspell.JaspellLookupFactory]. Please
> consult documentation how to replace it accordingly.
>    [junit4]   2> 215017 T555 oasssj.JaspellLookupFactory.create init:
> {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
>    [junit4]   2> 215028 T555 oashc.SpellCheckComponent.inform Registering
> newSearcher listener for spellchecker: suggest
>    [junit4]   2> 215028 T555 oashc.SpellCheckComponent.inform No
> queryConverter defined, using default converter
>    [junit4]   2> 215029 T555 oashc.SpellCheckComponent.inform Initializing
> spell checkers
>    [junit4]   2> 215029 T555 oasss.Suggester.init init:
> {name=suggest_tst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.tst.TSTLookup,field=suggest,storeDir=suggest_tst,buildOnCommit=true,threshold=0.0}
>    [junit4]   2> 215051 T555 oashc.SpellCheckComponent.inform Registering
> newSearcher listener for spellchecker: suggest_tst
>    [junit4]   2> 215051 T555 oashc.SpellCheckComponent.inform No
> queryConverter defined, using default converter
>    [junit4]   2> 215054 T555 oashc.SpellCheckComponent.inform Initializing
> spell checkers
>    [junit4]   2> 215054 T555 oasss.Suggester.init init:
> {name=suggest_fst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.FSTLookup,field=suggest,storeDir=suggest_fst,buildOnCommit=true,weightBuckets=5,exactMatchFirst=true}
>    [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform Registering
> newSearcher listener for spellchecker: suggest_fst
>    [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform No
> queryConverter defined, using default converter
>    [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform Initializing
> spell checkers
>    [junit4]   2> 215070 T555 oasss.Suggester.init init:
> {name=suggest_wfst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.WFSTLookupFactory,field=suggest,storeDir=suggest_wfst,buildOnCommit=true,exactMatchFirst=true}
>    [junit4]   2> 215084 T555 oashc.SpellCheckComponent.inform Registering
> newSearcher listener for spellchecker: suggest_wfst
>    [junit4]   2> 215084 T555 oashc.SpellCheckComponent.inform No
> queryConverter defined, using default converter
>    [junit4]   2> 215084 T555 oasc.CoreContainer.registerCore registering
> core: collection1
>    [junit4]   2> 215098 T554 oas.SolrTestCaseJ4.initCore ####initCore end
>    [junit4]   2> 215104 T554 oas.SolrTestCaseJ4.setUp ###Starting
> testAnalyzer
>    [junit4]   2> 215104 T554 oasss.Suggester.init init:
> {field=test_field,lookupImpl=org.apache.solr.spelling.suggest.tst.TSTLookupFactory}
>    [junit4]   2> 215105 T554 oas.SolrTestCaseJ4.tearDown ###Ending
> testAnalyzer
>    [junit4]   2> 215110 T554 oas.SolrTestCaseJ4.setUp ###Starting
> testSuggestions
>    [junit4]   2> ASYNC  NEW_CORE C232 name=collection1
> org.apache.solr.core.SolrCore@6b9de1a4
>    [junit4]   2> 215136 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[1]} 0 21
>    [junit4]   2> 215177 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[2]} 0 16
>    [junit4]   2> 215187 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[3]} 0 0
>    [junit4]   2> 215188 T554 C232 oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>    [junit4]   2> 215219 T554 C232 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=2
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_1,generation=1}
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_2,generation=2}
>    [junit4]   2> 215220 T554 C232 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 2
>    [junit4]   2> 215221 T554 C232 oasc.SolrCore.getSearcher WARN
> [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
>    [junit4]   2> 215233 T554 C232 oass.SolrIndexSearcher.<init> Opening
> Searcher@70f1842b[collection1] main
>    [junit4]   2> 215237 T554 C232 oasu.DirectUpdateHandler2.commit
> end_commit_flush
>    [junit4]   2> 215238 T556 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@6d3a9e3a[collection1]
> main{UninvertingDirectoryReader()}
>    [junit4]   2> 215239 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell
> index for spellchecker: suggest
>    [junit4]   2> 215239 T556 oasss.Suggester.reload reload()
>    [junit4]   2> 215240 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception
> in reloading spell check index for spellchecker: suggest
> java.io.FileNotFoundException:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest\jaspell.dat
> (The system cannot find the file specified)
>    [junit4]   2>        at java.io.FileInputStream.open(Native Method)
>    [junit4]   2>        at
> java.io.FileInputStream.<init>(FileInputStream.java:138)
>    [junit4]   2>        at
> org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
>    [junit4]   2>        at
> org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
>    [junit4]   2>        at
> org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 215240 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell
> index for spellchecker: suggest_tst
>    [junit4]   2> 215240 T556 oasss.Suggester.reload reload()
>    [junit4]   2> 215243 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception
> in reloading spell check index for spellchecker: suggest_tst
> java.io.FileNotFoundException:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_tst\tst.dat
> (The system cannot find the file specified)
>    [junit4]   2>        at java.io.FileInputStream.open(Native Method)
>    [junit4]   2>        at
> java.io.FileInputStream.<init>(FileInputStream.java:138)
>    [junit4]   2>        at
> org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
>    [junit4]   2>        at
> org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
>    [junit4]   2>        at
> org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 215243 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell
> index for spellchecker: suggest_fst
>    [junit4]   2> 215243 T556 oasss.Suggester.reload reload()
>    [junit4]   2> 215244 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception
> in reloading spell check index for spellchecker: suggest_fst
> java.io.FileNotFoundException:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_fst\fst.bin
> (The system cannot find the file specified)
>    [junit4]   2>        at java.io.FileInputStream.open(Native Method)
>    [junit4]   2>        at
> java.io.FileInputStream.<init>(FileInputStream.java:138)
>    [junit4]   2>        at
> org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
>    [junit4]   2>        at
> org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
>    [junit4]   2>        at
> org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 215244 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell
> index for spellchecker: suggest_wfst
>    [junit4]   2> 215244 T556 oasss.Suggester.reload reload()
>    [junit4]   2> 215247 T556
> oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception
> in reloading spell check index for spellchecker: suggest_wfst
> java.io.FileNotFoundException:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_wfst\wfst.bin
> (The system cannot find the file specified)
>    [junit4]   2>        at java.io.FileInputStream.open(Native Method)
>    [junit4]   2>        at
> java.io.FileInputStream.<init>(FileInputStream.java:138)
>    [junit4]   2>        at
> org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
>    [junit4]   2>        at
> org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
>    [junit4]   2>        at
> org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
>    [junit4]   2>        at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>    [junit4]   2>        at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>    [junit4]   2>        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 215247 T556 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@70f1842b[collection1]
> main{UninvertingDirectoryReader(Uninverting(_0(5.0):C3))}
>    [junit4]   2> 215248 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {commit=} 0 60
>    [junit4]   2> 215262 T554 C232 oasc.SolrCore.execute [collection1]
> webapp=null path=null
> params={q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2}
> status=0 QTime=14
>    [junit4]   2> 215262 T554 oas.SolrTestCaseJ4.assertQ ERROR REQUEST
> FAILED:
> xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
>    [junit4]   2>                xml response was: <?xml version="1.0"
> encoding="UTF-8"?>
>    [junit4]   2>        <response>
>    [junit4]   2>        <lst name="responseHeader"><int
> name="status">0</int><int name="QTime">14</int></lst><lst
> name="spellcheck"><lst name="suggestions"/></lst>
>    [junit4]   2>        </response>
>    [junit4]   2>
>    [junit4]   2>                request
> was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
>    [junit4]   2> 215262 T554 oasc.SolrException.log ERROR REQUEST FAILED:
> q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2:java.lang.RuntimeException:
> REQUEST FAILED:
> xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
>    [junit4]   2>                xml response was: <?xml version="1.0"
> encoding="UTF-8"?>
>    [junit4]   2>        <response>
>    [junit4]   2>        <lst name="responseHeader"><int
> name="status">0</int><int name="QTime">14</int></lst><lst
> name="spellcheck"><lst name="suggestions"/></lst>
>    [junit4]   2>        </response>
>    [junit4]   2>
>    [junit4]   2>                request
> was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
>    [junit4]   2>                at
> org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
>    [junit4]   2>                at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   2>                at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]   2>                at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>                at
> java.lang.reflect.Method.invoke(Method.java:483)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 215265 T554 oas.SolrTestCaseJ4.tearDown ###Ending
> testSuggestions
>    [junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=SuggesterWFSTTest -Dtests.method=testSuggestions
> -Dtests.seed=2028E105AB59FBDF -Dtests.slow=true -Dtests.locale=mt_MT
> -Dtests.timezone=Asia/Urumqi -Dtests.file.encoding=Cp1252
>    [junit4] ERROR   0.24s | SuggesterWFSTTest.testSuggestions <<<
>    [junit4]    > Throwable #1: java.lang.RuntimeException: Exception
> during query
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:86F4D8F0656DAC21]:0)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:721)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
>    [junit4]    >        at
> org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED:
> xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
>    [junit4]    >        xml response was: <?xml version="1.0"
> encoding="UTF-8"?>
>    [junit4]    > <response>
>    [junit4]    > <lst name="responseHeader"><int name="status">0</int><int
> name="QTime">14</int></lst><lst name="spellcheck"><lst
> name="suggestions"/></lst>
>    [junit4]    > </response>
>    [junit4]    >        request
> was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
>    [junit4]    >        ... 42 more
>    [junit4]   2> 215346 T554 oas.SolrTestCaseJ4.setUp ###Starting
> testReload
>    [junit4]   2> 215374 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[1]} 0 28
>    [junit4]   2> 215378 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[2]} 0 0
>    [junit4]   2> 215379 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[3]} 0 0
>    [junit4]   2> 215380 T554 C232 oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>    [junit4]   2> 215392 T554 C232 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=2
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_2,generation=2}
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62
> ),segFN=segments_3,generation=3}
>    [junit4]   2> 215393 T554 C232 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 3
>    [junit4]   2> 215401 T554 C232 oass.SolrIndexSearcher.<init> Opening
> Searcher@269a202f[collection1] main
>    [junit4]   2> 215406 T554 C232 oasu.DirectUpdateHandler2.commit
> end_commit_flush
>    [junit4]   2> 215406 T556
> oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building
> spell index for spell checker: suggest
>    [junit4]   2> 215406 T556 oasss.Suggester.build build()
>    [junit4]   2> 215427 T556 oasss.Suggester.build Stored suggest data to:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest\jaspell.dat
>    [junit4]   2> 215427 T556
> oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building
> spell index for spell checker: suggest_tst
>    [junit4]   2> 215427 T556 oasss.Suggester.build build()
>    [junit4]   2> 215494 T556 oasss.Suggester.build Stored suggest data to:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_tst\tst.dat
>    [junit4]   2> 215494 T556
> oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building
> spell index for spell checker: suggest_fst
>    [junit4]   2> 215494 T556 oasss.Suggester.build build()
>    [junit4]   2> 215540 T556 oasss.Suggester.build Stored suggest data to:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_fst\fst.bin
>    [junit4]   2> 215540 T556
> oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building
> spell index for spell checker: suggest_wfst
>    [junit4]   2> 215540 T556 oasss.Suggester.build build()
>    [junit4]   2> 215558 T556 oasss.Suggester.build Stored suggest data to:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_wfst\wfst.bin
>    [junit4]   2> 215558 T556 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@269a202f[collection1]
> main{UninvertingDirectoryReader(Uninverting(_1(5.0):C3))}
>    [junit4]   2> 215570 T554 C232 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {commit=} 0 191
>    [junit4]   2> 215570 T554 oas.SolrTestCaseJ4.deleteCore ###deleteCore
>    [junit4]   2> 215570 T554 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=639717590
>    [junit4]   2> 215572 T554 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@6b9de1a4
>    [junit4]   2> 215572 T554 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=2,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
>    [junit4]   2> 215572 T554 oasu.SolrCoreState.decrefSolrCoreState
> Closing SolrCoreState
>    [junit4]   2> 215572 T554 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
>    [junit4]   2> 215572 T554 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
>    [junit4]   2> 215581 T554 oasc.SolrCore.closeSearcher [collection1]
> Closing main searcher on request.
>    [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.close Closing
> MockFSDirectoryFactory - 2 directories currently being tracked
>    [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.closeCacheValue
> looking to close
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index;done=false>>]
>    [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.close Closing
> directory:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
>    [junit4]   2> 215660 T554 oasc.CachingDirectoryFactory.closeCacheValue
> looking to close
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
> [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001;done=false>>]
>    [junit4]   2> 215660 T554 oasc.CachingDirectoryFactory.close Closing
> directory:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
>    [junit4]   2> 215662 T554 oas.SolrTestCaseJ4.initCore ####initCore
>    [junit4]   2> 215664 T554 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
>    [junit4]   2> 215666 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 215666 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 215668 T554 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 215756 T554 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_5_0
>    [junit4]   2> 215768 T554 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-spellchecker.xml
>    [junit4]   2> 215770 T554 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
>    [junit4]   2> 215776 T554 oass.IndexSchema.readSchema [null] Schema
> name=test
>    [junit4]   2> 215947 T554 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 215957 T554 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 215958 T554 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 215967 T554 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 215976 T554 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 215979 T554 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 215979 T554
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 215979 T554
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 215981 T554 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 215981 T554
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 215981 T554
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 215982 T554 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 215982 T554 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr
>    [junit4]   2> 215982 T554 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\'
>    [junit4]   2> 216017 T554 oasc.CoreContainer.<init> New CoreContainer
> 201331109
>    [junit4]   2> 216017 T554 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\]
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: null
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 216035 T554 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 216035 T554 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 216035 T554 oasc.CoreContainer.load Host Name:
>    [junit4]   2> 216038 T558 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/'
>    [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/'
> to classloader
>    [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 216074 T558 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_5_0
>    [junit4]   2> 216091 T558 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-spellchecker.xml
>    [junit4]   2> 216093 T558 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
>    [junit4]   2> 216098 T558 oass.IndexSchema.readSchema [collection1]
> Schema name=test
>    [junit4]   2> 216217 T558 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 216219 T558 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 216219 T558 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 216232 T558 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 216235 T558 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
>    [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 216239 T558
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 216239 T558
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 216241 T558
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
>    [junit4]   2> 216241 T558
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
>    [junit4]   2> 216241 T558 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from instancedir
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/
>    [junit4]   2> 216241 T558 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockFSDirectoryFactory
>    [junit4]   2> 216242 T558 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/,
> dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\
>    [junit4]   2> 216242 T558 oasc.SolrCore.<init> JMX monitoring not
> detected for core: collection1
>    [junit4]   2> 216250 T558 oasc.CachingDirectoryFactory.get return new
> directory for
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
>    [junit4]   2> 216251 T558 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index/
>    [junit4]   2> 216253 T558 oasc.SolrCore.loadUpdateProcessorChains no
> updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
>    [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_tst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 216256 T558 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_fst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 216256 T558 oasc.RequestHandlers.initHandlersFromConfig
> created /suggest_wfst: org.apache.solr.handler.component.SearchHandler
>    [junit4]   2> 216257 T558 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
>    [junit4]   2> 216257 T558 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
>    [junit4]   2> 216257 T558 oasc.CachingDirectoryFactory.get return new
> directory for
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
>    [junit4]   2> 216259 T558 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy:
> [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4,
> maxMergedSegmentMB=71.828125, floorSegmentMB=0.5771484375,
> forceMergeDeletesPctAllowed=12.070443201232374, segmentsPerTier=18.0,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>    [junit4]   2> 216263 T558 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
>  commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e8f9027
> ),segFN=segments_3,generation=3}
>    [junit4]   2> 216263 T558 oasc.SolrDeletionPolicy.updateCommits newest
> commit generation = 3
>    [junit4]   2> 216267 T558 oass.SolrIndexSearcher.<init> Opening
> Searcher@1c9835ce[collection1] main
>    [junit4]   2> 216267 T558 oasr.ManagedResourceStorage.newStorageIO WARN
> Cannot write to config directory
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf;
> switching to use InMemory storage instead.
>    [junit4]   2> 216267 T558 oasr.RestManager.init Initializing RestMana
>
> [...truncated too long message...]
>
> st.doTest(DistribCursorPagingTest.java:86)
>    [junit4]    >        at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> 2963025 T11828 oas.SolrTestCaseJ4.deleteCore ###deleteCore
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.DistribCursorPagingTest-2028E105AB59FBDF-001
>    [junit4]   2> NOTE: test params are: codec=CheapBastard,
> sim=DefaultSimilarity, locale=en_IE, timezone=Asia/Aden
>    [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0_20-ea
> (64-bit)/cpus=2,threads=1,free=162531008,total=440623104
>    [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder,
> FileUtilsTest, TestSort, TestDocSet, SolrInfoMBeanTest, MinimalSchemaTest,
> SolrCoreCheckLockOnStartupTest, MergeStrategyTest, BasicDistributedZk2Test,
> TestModifyConfFiles, NoFacetTest, TestHighlightDedupGrouping,
> TestImplicitCoreProperties, DistributedDebugComponentTest,
> LoggingHandlerTest, TestExceedMaxTermLength, TestUtils, TestRangeQuery,
> DistanceFunctionTest, SuggesterWFSTTest, DateRangeFieldTest,
> DebugComponentTest, JsonLoaderTest, ModifyConfFileTest,
> DeleteInactiveReplicaTest, TestAtomicUpdateErrorCases, TestRestManager,
> AssignTest, ResponseLogComponentTest, TestRequestStatusCollectionAPI,
> ResponseHeaderTest, DocValuesMultiTest, TestCSVResponseWriter,
> CachingDirectoryFactoryTest, SolrPluginUtilsTest, QueryFacetTest,
> LeaderElectionTest, TestSchemaSimilarityResource, TestNRTOpen,
> ZkControllerTest, DistributedTermsComponentTest, TestSolrQueryParser,
> TestSearchPerf, TestReplicationHandler, EchoParamsTest, TestCollationField,
> SortByFunctionTest, TestChildDocTransformer, TestExtendedDismaxParser,
> CoreAdminCreateDiscoverTest, TestIndexSearcher, OpenCloseCoreStressTest,
> OverseerCollectionProcessorTest, TestCopyFieldCollectionResource,
> SynonymTokenizerTest, TestStressLucene, TestJmxIntegration,
> NotRequiredUniqueKeyTest, HdfsBasicDistributedZkTest, TestOrdValues,
> WordBreakSolrSpellCheckerTest, TestQueryUtils, TestFiltering,
> SSLMigrationTest, SearchHandlerTest, TestLRUCache,
> FieldAnalysisRequestHandlerTest, SuggesterFSTTest, OutputWriterTest,
> TestJmxMonitoredMap, TestSchemaNameResource, SimplePostToolTest,
> TestCloudManagedSchema, TestCoreDiscovery,
> ParsingFieldUpdateProcessorsTest, TestCloudInspectUtil,
> TriLevelCompositeIdRoutingTest, TestCustomSort, TestNoOpRegenerator,
> AsyncMigrateRouteKeyTest, TimeZoneUtilsTest, TestNonNRTOpen,
> SolrRequestParserTest, PeerSyncTest, DistributedExpandComponentTest,
> ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, SampleTest,
> DistributedSpellCheckComponentTest, SolrXmlInZkTest, TestLFUCache,
> BlockDirectoryTest, TestRandomFaceting, HdfsUnloadDistributedZkTest,
> StatelessScriptUpdateProcessorFactoryTest, MultiTermTest,
> TestDynamicFieldCollectionResource, TestPartialUpdateDeduplication,
> TestFastWriter, SoftAutoCommitTest, TestStandardQParsers,
> ExternalFileFieldSortTest, TermVectorComponentDistributedTest,
> SolrCoreTest, SolrIndexConfigTest, TestSolrJ, TestPerFieldSimilarity,
> RankQueryTest, ChangedSchemaMergeTest, TestSolrXMLSerializer,
> SpellPossibilityIteratorTest, CoreAdminRequestStatusTest,
> TestXIncludeConfig, TestLeaderElectionZkExpiry, ShardSplitTest,
> DirectSolrConnectionTest, PolyFieldTest, TestManagedSynonymFilterFactory,
> TestBlendedInfixSuggestions, CSVRequestHandlerTest, SimpleFacetsTest,
> ConnectionManagerTest, DirectUpdateHandlerOptimizeTest,
> TestSurroundQueryParser, AutoCommitTest, TestSolrXmlPersistence,
> TestSolrXmlPersistor, TestFieldTypeCollectionResource,
> TestManagedSchemaFieldResource, TestRemoteStreaming, ShardRoutingTest,
> ShardRoutingCustomTest, TestPseudoReturnFields, MBeansHandlerTest,
> RecoveryZkTest, TestQuerySenderNoQuery, ZkSolrClientTest,
> CollectionsAPIAsyncDistributedZkTest, DateFieldTest,
> TestCollationFieldDocValues, TestRandomDVFaceting, PingRequestHandlerTest,
> CoreMergeIndexesAdminHandlerTest, TestElisionMultitermQuery,
> HdfsSyncSliceTest, ShowFileRequestHandlerTest, SolrCmdDistributorTest,
> TestSchemaVersionResource, HdfsWriteToMultipleCollectionsTest,
> AlternateDirectoryTest, AnalysisErrorHandlingTest,
> FileBasedSpellCheckerTest, DistributedQueryComponentCustomSortTest,
> PrimUtilsTest, HdfsRecoveryZkTest, TestReversedWildcardFilterFactory,
> TestManagedResource, TestReload, TestCharFilters, TestRandomMergePolicy,
> TestMultiCoreConfBootstrap, NumericFieldsTest,
> DistributedSuggestComponentTest, DateMathParserTest, HighlighterTest,
> SolrIndexSplitterTest, TestLazyCores, TestSchemaResource,
> HighlighterMaxOffsetTest, TestAnalyzedSuggestions, TestGroupingSearch,
> TestDistributedGrouping, DirectSolrSpellCheckerTest, TestCSVLoader,
> OverseerRolesTest, TestCoreContainer, HdfsDirectoryTest, RangeFacetTest,
> TestFastLRUCache, CurrencyFieldOpenExchangeTest, HttpPartitionTest,
> TestSearcherReuse, RequestHandlersTest, TestDocBasedVersionConstraints,
> XsltUpdateRequestHandlerTest, BasicFunctionalityTest,
> TestNonDefinedSimilarityFactory, TestTrie, TestJoin, TestWriterPerf,
> RegexBoostProcessorTest, SolrTestCaseJ4Test, QueryParsingTest,
> TestDefaultSearchFieldResource, TestLMDirichletSimilarityFactory,
> TestFuzzyAnalyzedSuggestions, CursorMarkTest, RequiredFieldsTest,
> TermVectorComponentTest, BadCopyFieldTest,
> OpenExchangeRatesOrgProviderTest, TestRecovery, BasicDistributedZkTest,
> UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest,
> OverseerTest, LeaderElectionIntegrationTest, BasicZkTest,
> FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot,
> ZkCLITest, TestDistributedSearch, TestFaceting, TestHashPartitioner,
> TestRealTimeGet, TestStressReorder, TestStressVersions, HardAutoCommitTest,
> TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest,
> QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest,
> TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig,
> DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest,
> AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest,
> SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery,
> DocValuesTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest,
> NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate,
> FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory,
> QueryEqualityTest, DefaultValueUpdateProcessorTest,
> TestSolrDeletionPolicy1, CacheHeaderTest, IndexBasedSpellCheckerTest,
> LukeRequestHandlerTest, DisMaxRequestHandlerTest,
> StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest,
> TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions,
> TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest,
> TestValueSourceCache, PathHierarchyTokenizerFactoryTest,
> TestIndexingPerformance, MoreLikeThisHandlerTest, TestArbitraryIndexDir,
> IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest,
> UpdateRequestProcessorFactoryTest, JSONWriterTest,
> UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest,
> TestPHPSerializedResponseWriter, TestComponentsName,
> CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter,
> HighlighterConfigTest, SOLR749Test, TestQuerySenderListener,
> UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest,
> TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2,
> TestBinaryField, TestConfig, TestSolrCoreProperties,
> TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions,
> TestCodecSupport, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory,
> TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory,
> TestBM25SimilarityFactory, TestDefaultSimilarityFactory,
> LegacyHTMLStripCharFilterTest, ResourceLoaderTest, TestFastOutputStream,
> ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest,
> ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver,
> TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest,
> RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SliceStateTest,
> SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase,
> CursorPagingTest, TestCursorMarkWithoutUniqueKey,
> TestDistributedMissingSort, TestTolerantSearch, AbstractAnalyticsStatsTest,
> ExpressionTest, AbstractAnalyticsFacetTest, FieldFacetExtrasTest,
> FieldFacetTest, FunctionTest, AliasIntegrationTest, CustomCollectionTest,
> DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest]
>    [junit4] Completed in 29.11s, 1 test, 1 failure <<< FAILURES!
>
> [...truncated 235 lines...]
> BUILD FAILED
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298:
> The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922:
> There were test failures: 418 suites, 1710 tests, 1 error, 6 failures, 43
> ignored (22 assumptions)
>
> Total time: 96 minutes 48 seconds
> Build step 'Invoke Ant' marked build as failure
> [description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21
> -XX:+UseCompressedOops -XX:+UseSerialGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>


-- 
Regards,
Shalin Shekhar Mangar.

[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.8.0_20-ea-b21) - Build # 4183 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4183/
Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseSerialGC

7 tests failed.
REGRESSION:  org.apache.solr.cloud.CustomCollectionTest.testDistribSearch

Error Message:
expected:<0> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<3>
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:248)
	at org.apache.solr.cloud.CustomCollectionTest.doTest(CustomCollectionTest.java:127)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.DistribCursorPagingTest.testDistribSearch

Error Message:
.response.numFound:9!=8

Stack Trace:
junit.framework.AssertionFailedError: .response.numFound:9!=8
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:836)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:855)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:558)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:525)
	at org.apache.solr.cloud.DistribCursorPagingTest.doSimpleTest(DistribCursorPagingTest.java:487)
	at org.apache.solr.cloud.DistribCursorPagingTest.doTest(DistribCursorPagingTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
shard2 is not consistent.  Got 12 from http://127.0.0.1:64873/tjsiq/tb/collection1lastClient and got 113 from http://127.0.0.1:64900/tjsiq/tb/collection1

Stack Trace:
java.lang.AssertionError: shard2 is not consistent.  Got 12 from http://127.0.0.1:64873/tjsiq/tb/collection1lastClient and got 113 from http://127.0.0.1:64900/tjsiq/tb/collection1
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1103)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingDocPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:333)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:134)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"state":"active","base_url":"http://127.0.0.1:63398","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:63398_","leader":"true"}]; clusterState: live nodes:[127.0.0.1:63398_, 127.0.0.1:63421_] collections:{control_collection=DocCollection(control_collection)={   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:63398",           "core":"collection1",           "node_name":"127.0.0.1:63398_",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "autoCreated":"true",   "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:63421",           "core":"collection1",           "node_name":"127.0.0.1:63421_",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:63411",           "core":"collection1",           "node_name":"127.0.0.1:63411_",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "autoCreated":"true",   "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:63421",           "core":"c8n_1x2_shard1_replica1",           "node_name":"127.0.0.1:63421_"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:63398",           "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:63398_",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:63398",           "core":"c8n_1x3_shard1_replica1",           "node_name":"127.0.0.1:63398_",           "leader":"true"},         "core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:63411",           "core":"c8n_1x3_shard1_replica2",           "node_name":"127.0.0.1:63411_"},         "core_node3":{           "state":"active",           "base_url":"http://127.0.0.1:63421",           "core":"c8n_1x3_shard1_replica3",           "node_name":"127.0.0.1:63421_"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:63411",           "core":"c8n_1x3_lf_shard1_replica1",           "node_name":"127.0.0.1:63411_"},         "core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:63421",           "core":"c8n_1x3_lf_shard1_replica2",           "node_name":"127.0.0.1:63421_"},         "core_node3":{           "state":"active",           "base_url":"http://127.0.0.1:63398",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:63398_",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1"}}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"state":"active","base_url":"http://127.0.0.1:63398","core":"c8n_1x3_lf_shard1_replica3","node_name":"127.0.0.1:63398_","leader":"true"}]; clusterState: live nodes:[127.0.0.1:63398_, 127.0.0.1:63421_] collections:{control_collection=DocCollection(control_collection)={
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:63398",
          "core":"collection1",
          "node_name":"127.0.0.1:63398_",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "autoCreated":"true",
  "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:63421",
          "core":"collection1",
          "node_name":"127.0.0.1:63421_",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:63411",
          "core":"collection1",
          "node_name":"127.0.0.1:63411_",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "autoCreated":"true",
  "maxShardsPerNode":"1"}, c8n_1x2=DocCollection(c8n_1x2)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:63421",
          "core":"c8n_1x2_shard1_replica1",
          "node_name":"127.0.0.1:63421_"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:63398",
          "core":"c8n_1x2_shard1_replica2",
          "node_name":"127.0.0.1:63398_",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:63398",
          "core":"c8n_1x3_shard1_replica1",
          "node_name":"127.0.0.1:63398_",
          "leader":"true"},
        "core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:63411",
          "core":"c8n_1x3_shard1_replica2",
          "node_name":"127.0.0.1:63411_"},
        "core_node3":{
          "state":"active",
          "base_url":"http://127.0.0.1:63421",
          "core":"c8n_1x3_shard1_replica3",
          "node_name":"127.0.0.1:63421_"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}, c8n_1x3_lf=DocCollection(c8n_1x3_lf)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:63411",
          "core":"c8n_1x3_lf_shard1_replica1",
          "node_name":"127.0.0.1:63411_"},
        "core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:63421",
          "core":"c8n_1x3_lf_shard1_replica2",
          "node_name":"127.0.0.1:63421_"},
        "core_node3":{
          "state":"active",
          "base_url":"http://127.0.0.1:63398",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:63398_",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1"}}
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:367)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.ShardRoutingTest.testDistribSearch

Error Message:
expected:<[e!doc4, f1!f2!doc5/5, c!doc2, d!doc3, f1!f2!doc5]> but was:<[e!doc4, f1!f2!doc5/5, b!doc1, c!doc2, d!doc3, f1!f2!doc5]>

Stack Trace:
java.lang.AssertionError: expected:<[e!doc4, f1!f2!doc5/5, c!doc2, d!doc3, f1!f2!doc5]> but was:<[e!doc4, f1!f2!doc5/5, b!doc1, c!doc2, d!doc3, f1!f2!doc5]>
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.doQuery(AbstractFullDistribZkTestBase.java:1407)
	at org.apache.solr.cloud.ShardRoutingTest.doHashingTest(ShardRoutingTest.java:196)
	at org.apache.solr.cloud.ShardRoutingTest.doTest(ShardRoutingTest.java:123)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.spelling.suggest.SuggesterWFSTTest.testSuggestions

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:86F4D8F0656DAC21]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:721)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
	at org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><lst name="spellcheck"><lst name="suggestions"/></lst>
</response>

	request was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
	... 42 more


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 4 from http://127.0.0.1:64176/rqlj/collection1lastClient and got 2 from http://127.0.0.1:64185/rqlj/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 4 from http://127.0.0.1:64176/rqlj/collection1lastClient and got 2 from http://127.0.0.1:64185/rqlj/collection1
	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:A1CE6F1DDC069BE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1132)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:145)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10769 lines...]
   [junit4] Suite: org.apache.solr.spelling.suggest.SuggesterWFSTTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
   [junit4]   2> 214576 T554 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 214577 T554 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 214580 T554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
   [junit4]   2> 214582 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 214582 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 214584 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 214645 T554 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 214662 T554 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 214662 T554 oass.IndexSchema.readSchema Reading Solr Schema from schema-spellchecker.xml
   [junit4]   2> 214667 T554 oass.IndexSchema.readSchema [null] Schema name=Solr SpellCheck Test
   [junit4]   2> 214675 T554 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 214675 T554 oass.IndexSchema.readSchema query parser default operator is OR
   [junit4]   2> 214676 T554 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 214678 T554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 214678 T554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr
   [junit4]   2> 214678 T554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\'
   [junit4]   2> 214707 T554 oasc.CoreContainer.<init> New CoreContainer 639717590
   [junit4]   2> 214707 T554 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\]
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 214709 T554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 214710 T554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 214710 T554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 214722 T554 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 214722 T554 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 214723 T554 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 214805 T555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/'
   [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 214806 T555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 214845 T555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 214855 T555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 214857 T555 oass.IndexSchema.readSchema Reading Solr Schema from schema-spellchecker.xml
   [junit4]   2> 214861 T555 oass.IndexSchema.readSchema [collection1] Schema name=Solr SpellCheck Test
   [junit4]   2> 214871 T555 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 214871 T555 oass.IndexSchema.readSchema query parser default operator is OR
   [junit4]   2> 214871 T555 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 214875 T555 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/
   [junit4]   2> 214875 T555 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 214876 T555 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\
   [junit4]   2> 214876 T555 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 214878 T555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
   [junit4]   2> 214878 T555 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index/
   [junit4]   2> 214878 T555 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index' doesn't exist. Creating new index...
   [junit4]   2> 214888 T555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
   [junit4]   2> 214889 T555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=71.828125, floorSegmentMB=0.5771484375, forceMergeDeletesPctAllowed=12.070443201232374, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 214893 T555 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_1,generation=1}
   [junit4]   2> 214893 T555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 214977 T555 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig created /suggest: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 214977 T555 oasc.RequestHandlers.initHandlersFromConfig created /suggest_tst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 214978 T555 oasc.RequestHandlers.initHandlersFromConfig created /suggest_fst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 214978 T555 oasc.RequestHandlers.initHandlersFromConfig created /suggest_wfst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 214980 T555 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 214980 T555 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 214981 T555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 214987 T555 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_1,generation=1}
   [junit4]   2> 214987 T555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 214987 T555 oass.SolrIndexSearcher.<init> Opening Searcher@6d3a9e3a[collection1] main
   [junit4]   2> 214987 T555 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 214987 T555 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 214987 T555 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 214987 T555 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 214987 T555 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 214987 T555 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 214989 T555 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 215002 T555 oasss.Suggester.init init: {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 215016 T555 oasc.SolrResourceLoader.findClass WARN Solr loaded a deprecated plugin/analysis class [org.apache.solr.spelling.suggest.jaspell.JaspellLookupFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 215017 T555 oasssj.JaspellLookupFactory.create init: {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 215028 T555 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: suggest
   [junit4]   2> 215028 T555 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 215029 T555 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 215029 T555 oasss.Suggester.init init: {name=suggest_tst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.tst.TSTLookup,field=suggest,storeDir=suggest_tst,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 215051 T555 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: suggest_tst
   [junit4]   2> 215051 T555 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 215054 T555 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 215054 T555 oasss.Suggester.init init: {name=suggest_fst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.FSTLookup,field=suggest,storeDir=suggest_fst,buildOnCommit=true,weightBuckets=5,exactMatchFirst=true}
   [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: suggest_fst
   [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 215069 T555 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 215070 T555 oasss.Suggester.init init: {name=suggest_wfst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.WFSTLookupFactory,field=suggest,storeDir=suggest_wfst,buildOnCommit=true,exactMatchFirst=true}
   [junit4]   2> 215084 T555 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: suggest_wfst
   [junit4]   2> 215084 T555 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 215084 T555 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 215098 T554 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 215104 T554 oas.SolrTestCaseJ4.setUp ###Starting testAnalyzer
   [junit4]   2> 215104 T554 oasss.Suggester.init init: {field=test_field,lookupImpl=org.apache.solr.spelling.suggest.tst.TSTLookupFactory}
   [junit4]   2> 215105 T554 oas.SolrTestCaseJ4.tearDown ###Ending testAnalyzer
   [junit4]   2> 215110 T554 oas.SolrTestCaseJ4.setUp ###Starting testSuggestions
   [junit4]   2> ASYNC  NEW_CORE C232 name=collection1 org.apache.solr.core.SolrCore@6b9de1a4
   [junit4]   2> 215136 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 21
   [junit4]   2> 215177 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 16
   [junit4]   2> 215187 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 0
   [junit4]   2> 215188 T554 C232 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 215219 T554 C232 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_2,generation=2}
   [junit4]   2> 215220 T554 C232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 215221 T554 C232 oasc.SolrCore.getSearcher WARN [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 215233 T554 C232 oass.SolrIndexSearcher.<init> Opening Searcher@70f1842b[collection1] main
   [junit4]   2> 215237 T554 C232 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 215238 T556 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d3a9e3a[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 215239 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: suggest
   [junit4]   2> 215239 T556 oasss.Suggester.reload reload()
   [junit4]   2> 215240 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception in reloading spell check index for spellchecker: suggest java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest\jaspell.dat (The system cannot find the file specified)
   [junit4]   2> 	at java.io.FileInputStream.open(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
   [junit4]   2> 	at org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 215240 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: suggest_tst
   [junit4]   2> 215240 T556 oasss.Suggester.reload reload()
   [junit4]   2> 215243 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception in reloading spell check index for spellchecker: suggest_tst java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_tst\tst.dat (The system cannot find the file specified)
   [junit4]   2> 	at java.io.FileInputStream.open(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
   [junit4]   2> 	at org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 215243 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: suggest_fst
   [junit4]   2> 215243 T556 oasss.Suggester.reload reload()
   [junit4]   2> 215244 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception in reloading spell check index for spellchecker: suggest_fst java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_fst\fst.bin (The system cannot find the file specified)
   [junit4]   2> 	at java.io.FileInputStream.open(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
   [junit4]   2> 	at org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 215244 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: suggest_wfst
   [junit4]   2> 215244 T556 oasss.Suggester.reload reload()
   [junit4]   2> 215247 T556 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher ERROR Exception in reloading spell check index for spellchecker: suggest_wfst java.io.FileNotFoundException: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_wfst\wfst.bin (The system cannot find the file specified)
   [junit4]   2> 	at java.io.FileInputStream.open(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:711)
   [junit4]   2> 	at org.apache.solr.core.SolrCore$5.call(SolrCore.java:1752)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 215247 T556 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70f1842b[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):C3))}
   [junit4]   2> 215248 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 60
   [junit4]   2> 215262 T554 C232 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2} status=0 QTime=14 
   [junit4]   2> 215262 T554 oas.SolrTestCaseJ4.assertQ ERROR REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><lst name="spellcheck"><lst name="suggestions"/></lst>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
   [junit4]   2> 215262 T554 oasc.SolrException.log ERROR REQUEST FAILED: q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2:java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><lst name="spellcheck"><lst name="suggestions"/></lst>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
   [junit4]   2> 		at org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:483)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 215265 T554 oas.SolrTestCaseJ4.tearDown ###Ending testSuggestions
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SuggesterWFSTTest -Dtests.method=testSuggestions -Dtests.seed=2028E105AB59FBDF -Dtests.slow=true -Dtests.locale=mt_MT -Dtests.timezone=Asia/Urumqi -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.24s | SuggesterWFSTTest.testSuggestions <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2028E105AB59FBDF:86F4D8F0656DAC21]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:721)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:688)
   [junit4]    > 	at org.apache.solr.spelling.suggest.SuggesterTest.testSuggestions(SuggesterTest.java:71)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><lst name="spellcheck"><lst name="suggestions"/></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:q=ac&qt=/suggest_wfst&spellcheck.onlyMorePopular=true&spellcheck.count=2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:714)
   [junit4]    > 	... 42 more
   [junit4]   2> 215346 T554 oas.SolrTestCaseJ4.setUp ###Starting testReload
   [junit4]   2> 215374 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 28
   [junit4]   2> 215378 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 0
   [junit4]   2> 215379 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 0
   [junit4]   2> 215380 T554 C232 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 215392 T554 C232 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e694f62),segFN=segments_3,generation=3}
   [junit4]   2> 215393 T554 C232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 215401 T554 C232 oass.SolrIndexSearcher.<init> Opening Searcher@269a202f[collection1] main
   [junit4]   2> 215406 T554 C232 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 215406 T556 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: suggest
   [junit4]   2> 215406 T556 oasss.Suggester.build build()
   [junit4]   2> 215427 T556 oasss.Suggester.build Stored suggest data to: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest\jaspell.dat
   [junit4]   2> 215427 T556 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: suggest_tst
   [junit4]   2> 215427 T556 oasss.Suggester.build build()
   [junit4]   2> 215494 T556 oasss.Suggester.build Stored suggest data to: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_tst\tst.dat
   [junit4]   2> 215494 T556 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: suggest_fst
   [junit4]   2> 215494 T556 oasss.Suggester.build build()
   [junit4]   2> 215540 T556 oasss.Suggester.build Stored suggest data to: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_fst\fst.bin
   [junit4]   2> 215540 T556 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: suggest_wfst
   [junit4]   2> 215540 T556 oasss.Suggester.build build()
   [junit4]   2> 215558 T556 oasss.Suggester.build Stored suggest data to: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\suggest_wfst\wfst.bin
   [junit4]   2> 215558 T556 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@269a202f[collection1] main{UninvertingDirectoryReader(Uninverting(_1(5.0):C3))}
   [junit4]   2> 215570 T554 C232 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 191
   [junit4]   2> 215570 T554 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 215570 T554 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=639717590
   [junit4]   2> 215572 T554 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6b9de1a4
   [junit4]   2> 215572 T554 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 215572 T554 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 215572 T554 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 215572 T554 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 215581 T554 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index;done=false>>]
   [junit4]   2> 215581 T554 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
   [junit4]   2> 215660 T554 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001;done=false>>]
   [junit4]   2> 215660 T554 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
   [junit4]   2> 215662 T554 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 215664 T554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\'
   [junit4]   2> 215666 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 215666 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 215668 T554 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 215756 T554 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 215768 T554 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 215770 T554 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 215776 T554 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 215947 T554 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 215957 T554 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 215958 T554 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 215967 T554 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 215976 T554 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 215979 T554 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 215979 T554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 215979 T554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 215981 T554 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 215981 T554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 215981 T554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 215982 T554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 215982 T554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr
   [junit4]   2> 215982 T554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\'
   [junit4]   2> 216017 T554 oasc.CoreContainer.<init> New CoreContainer 201331109
   [junit4]   2> 216017 T554 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\]
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 216019 T554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 216035 T554 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 216035 T554 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 216035 T554 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 216038 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/'
   [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 216038 T558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 216074 T558 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 216091 T558 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 216093 T558 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 216098 T558 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 216217 T558 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 216219 T558 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 216219 T558 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 216232 T558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 216235 T558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 216239 T558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 216241 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 216241 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 216241 T558 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/
   [junit4]   2> 216241 T558 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 216242 T558 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1/, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\
   [junit4]   2> 216242 T558 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 216250 T558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001
   [junit4]   2> 216251 T558 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index/
   [junit4]   2> 216253 T558 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig created /suggest: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 216254 T558 oasc.RequestHandlers.initHandlersFromConfig created /suggest_tst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 216256 T558 oasc.RequestHandlers.initHandlersFromConfig created /suggest_fst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 216256 T558 oasc.RequestHandlers.initHandlersFromConfig created /suggest_wfst: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 216257 T558 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 216257 T558 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 216257 T558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index
   [junit4]   2> 216259 T558 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=71.828125, floorSegmentMB=0.5771484375, forceMergeDeletesPctAllowed=12.070443201232374, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 216263 T558 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NIOFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.spelling.suggest.SuggesterWFSTTest-2028E105AB59FBDF-001\init-core-data-001\index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e8f9027),segFN=segments_3,generation=3}
   [junit4]   2> 216263 T558 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 216267 T558 oass.SolrIndexSearcher.<init> Opening Searcher@1c9835ce[collection1] main
   [junit4]   2> 216267 T558 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 216267 T558 oasr.RestManager.init Initializing RestMana

[...truncated too long message...]

st.doTest(DistribCursorPagingTest.java:86)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2963025 T11828 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.DistribCursorPagingTest-2028E105AB59FBDF-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=en_IE, timezone=Asia/Aden
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=2,threads=1,free=162531008,total=440623104
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder, FileUtilsTest, TestSort, TestDocSet, SolrInfoMBeanTest, MinimalSchemaTest, SolrCoreCheckLockOnStartupTest, MergeStrategyTest, BasicDistributedZk2Test, TestModifyConfFiles, NoFacetTest, TestHighlightDedupGrouping, TestImplicitCoreProperties, DistributedDebugComponentTest, LoggingHandlerTest, TestExceedMaxTermLength, TestUtils, TestRangeQuery, DistanceFunctionTest, SuggesterWFSTTest, DateRangeFieldTest, DebugComponentTest, JsonLoaderTest, ModifyConfFileTest, DeleteInactiveReplicaTest, TestAtomicUpdateErrorCases, TestRestManager, AssignTest, ResponseLogComponentTest, TestRequestStatusCollectionAPI, ResponseHeaderTest, DocValuesMultiTest, TestCSVResponseWriter, CachingDirectoryFactoryTest, SolrPluginUtilsTest, QueryFacetTest, LeaderElectionTest, TestSchemaSimilarityResource, TestNRTOpen, ZkControllerTest, DistributedTermsComponentTest, TestSolrQueryParser, TestSearchPerf, TestReplicationHandler, EchoParamsTest, TestCollationField, SortByFunctionTest, TestChildDocTransformer, TestExtendedDismaxParser, CoreAdminCreateDiscoverTest, TestIndexSearcher, OpenCloseCoreStressTest, OverseerCollectionProcessorTest, TestCopyFieldCollectionResource, SynonymTokenizerTest, TestStressLucene, TestJmxIntegration, NotRequiredUniqueKeyTest, HdfsBasicDistributedZkTest, TestOrdValues, WordBreakSolrSpellCheckerTest, TestQueryUtils, TestFiltering, SSLMigrationTest, SearchHandlerTest, TestLRUCache, FieldAnalysisRequestHandlerTest, SuggesterFSTTest, OutputWriterTest, TestJmxMonitoredMap, TestSchemaNameResource, SimplePostToolTest, TestCloudManagedSchema, TestCoreDiscovery, ParsingFieldUpdateProcessorsTest, TestCloudInspectUtil, TriLevelCompositeIdRoutingTest, TestCustomSort, TestNoOpRegenerator, AsyncMigrateRouteKeyTest, TimeZoneUtilsTest, TestNonNRTOpen, SolrRequestParserTest, PeerSyncTest, DistributedExpandComponentTest, ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, SampleTest, DistributedSpellCheckComponentTest, SolrXmlInZkTest, TestLFUCache, BlockDirectoryTest, TestRandomFaceting, HdfsUnloadDistributedZkTest, StatelessScriptUpdateProcessorFactoryTest, MultiTermTest, TestDynamicFieldCollectionResource, TestPartialUpdateDeduplication, TestFastWriter, SoftAutoCommitTest, TestStandardQParsers, ExternalFileFieldSortTest, TermVectorComponentDistributedTest, SolrCoreTest, SolrIndexConfigTest, TestSolrJ, TestPerFieldSimilarity, RankQueryTest, ChangedSchemaMergeTest, TestSolrXMLSerializer, SpellPossibilityIteratorTest, CoreAdminRequestStatusTest, TestXIncludeConfig, TestLeaderElectionZkExpiry, ShardSplitTest, DirectSolrConnectionTest, PolyFieldTest, TestManagedSynonymFilterFactory, TestBlendedInfixSuggestions, CSVRequestHandlerTest, SimpleFacetsTest, ConnectionManagerTest, DirectUpdateHandlerOptimizeTest, TestSurroundQueryParser, AutoCommitTest, TestSolrXmlPersistence, TestSolrXmlPersistor, TestFieldTypeCollectionResource, TestManagedSchemaFieldResource, TestRemoteStreaming, ShardRoutingTest, ShardRoutingCustomTest, TestPseudoReturnFields, MBeansHandlerTest, RecoveryZkTest, TestQuerySenderNoQuery, ZkSolrClientTest, CollectionsAPIAsyncDistributedZkTest, DateFieldTest, TestCollationFieldDocValues, TestRandomDVFaceting, PingRequestHandlerTest, CoreMergeIndexesAdminHandlerTest, TestElisionMultitermQuery, HdfsSyncSliceTest, ShowFileRequestHandlerTest, SolrCmdDistributorTest, TestSchemaVersionResource, HdfsWriteToMultipleCollectionsTest, AlternateDirectoryTest, AnalysisErrorHandlingTest, FileBasedSpellCheckerTest, DistributedQueryComponentCustomSortTest, PrimUtilsTest, HdfsRecoveryZkTest, TestReversedWildcardFilterFactory, TestManagedResource, TestReload, TestCharFilters, TestRandomMergePolicy, TestMultiCoreConfBootstrap, NumericFieldsTest, DistributedSuggestComponentTest, DateMathParserTest, HighlighterTest, SolrIndexSplitterTest, TestLazyCores, TestSchemaResource, HighlighterMaxOffsetTest, TestAnalyzedSuggestions, TestGroupingSearch, TestDistributedGrouping, DirectSolrSpellCheckerTest, TestCSVLoader, OverseerRolesTest, TestCoreContainer, HdfsDirectoryTest, RangeFacetTest, TestFastLRUCache, CurrencyFieldOpenExchangeTest, HttpPartitionTest, TestSearcherReuse, RequestHandlersTest, TestDocBasedVersionConstraints, XsltUpdateRequestHandlerTest, BasicFunctionalityTest, TestNonDefinedSimilarityFactory, TestTrie, TestJoin, TestWriterPerf, RegexBoostProcessorTest, SolrTestCaseJ4Test, QueryParsingTest, TestDefaultSearchFieldResource, TestLMDirichletSimilarityFactory, TestFuzzyAnalyzedSuggestions, CursorMarkTest, RequiredFieldsTest, TermVectorComponentTest, BadCopyFieldTest, OpenExchangeRatesOrgProviderTest, TestRecovery, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, TestDistributedSearch, TestFaceting, TestHashPartitioner, TestRealTimeGet, TestStressReorder, TestStressVersions, HardAutoCommitTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestBinaryField, TestConfig, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, AbstractAnalyticsStatsTest, ExpressionTest, AbstractAnalyticsFacetTest, FieldFacetExtrasTest, FieldFacetTest, FunctionTest, AliasIntegrationTest, CustomCollectionTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest]
   [junit4] Completed in 29.11s, 1 test, 1 failure <<< FAILURES!

[...truncated 235 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 6 failures, 43 ignored (22 assumptions)

Total time: 96 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_60) - Build # 4181 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4181/
Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([BFD86C4341E0873B:3E3EE25B36BFE707]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1142)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11328 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\init-core-data-001
   [junit4]   2> 2298651 T7287 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2298651 T7287 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /bhot/
   [junit4]   2> 2298656 T7287 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2298657 T7287 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2298658 T7288 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2298728 T7287 oasc.ZkTestServer.run start zk server on port:56271
   [junit4]   2> 2298730 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2298733 T7294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f15dfd name:ZooKeeperConnection Watcher:127.0.0.1:56271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2298734 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2298734 T7287 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2298740 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2298741 T7296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ca23a1a name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2298741 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2298741 T7287 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2298744 T7287 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2298747 T7287 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2298750 T7287 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2298753 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2298755 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2298759 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2298759 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2298763 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2298763 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2298766 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2298766 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2298769 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2298769 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2298773 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2298773 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2298776 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2298776 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2298779 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2298779 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2298783 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2298783 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2298786 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2298786 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2298789 T7287 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2298789 T7287 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2298794 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2298796 T7298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48da67e1 name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2298796 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2298798 T7289 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14727c585690002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2300111 T7287 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2300118 T7287 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2300135 T7287 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56281
   [junit4]   2> 2300137 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2300137 T7287 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2300137 T7287 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002
   [junit4]   2> 2300137 T7287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002\'
   [junit4]   2> 2300160 T7287 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002\solr.xml
   [junit4]   2> 2300201 T7287 oasc.CoreContainer.<init> New CoreContainer 2003409075
   [junit4]   2> 2300202 T7287 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002\]
   [junit4]   2> 2300202 T7287 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2300202 T7287 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2300202 T7287 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2300203 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2300203 T7287 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2300203 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2300204 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2300204 T7287 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2300204 T7287 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2300209 T7287 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2300209 T7287 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2300209 T7287 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2300209 T7287 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56271/solr
   [junit4]   2> 2300209 T7287 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2300211 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2300213 T7309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25a8faa4 name:ZooKeeperConnection Watcher:127.0.0.1:56271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2300213 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2300215 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2300216 T7311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34bd5e5f name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2300216 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2300218 T7287 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2300220 T7287 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2300225 T7287 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2300227 T7287 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2300230 T7287 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2300234 T7287 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2300236 T7287 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56281_bhot
   [junit4]   2> 2300236 T7287 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56281_bhot
   [junit4]   2> 2300239 T7287 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2300241 T7287 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2300245 T7287 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56281_bhot
   [junit4]   2> 2300245 T7287 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2300247 T7287 oasc.Overseer.start Overseer (id=92086046684676100-127.0.0.1:56281_bhot-n_0000000000) starting
   [junit4]   2> 2300250 T7287 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2300261 T7313 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2300261 T7287 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2300265 T7287 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2300267 T7287 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2300270 T7312 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2300275 T7314 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2300275 T7314 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2300276 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2300277 T7314 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2300278 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2300279 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56281/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56281_bhot",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2300279 T7312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2300279 T7312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2300281 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2300282 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2300999 T7314 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2300999 T7314 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2301000 T7314 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2301000 T7314 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2301001 T7314 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2301001 T7314 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002\collection1\'
   [junit4]   2> 2301004 T7314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2301004 T7314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2301004 T7314 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2301093 T7314 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2301162 T7314 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2301165 T7314 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2301172 T7314 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2301502 T7314 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2301514 T7314 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2301519 T7314 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2301537 T7314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2301542 T7314 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2301546 T7314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2301548 T7314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2301548 T7314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2301548 T7314 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2301550 T7314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2301550 T7314 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2301550 T7314 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2301550 T7314 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2301551 T7314 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-002\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/control/data\
   [junit4]   2> 2301551 T7314 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@69fd17c1
   [junit4]   2> 2301551 T7314 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/control/data\
   [junit4]   2> 2301551 T7314 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/control/data\index/
   [junit4]   2> 2301552 T7314 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2301552 T7314 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/control/data\index
   [junit4]   2> 2301553 T7314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1219269454, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2301554 T7314 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@14845da3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3dc3004b)),segFN=segments_1,generation=1}
   [junit4]   2> 2301554 T7314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2301558 T7314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2301559 T7314 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2301559 T7314 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2301559 T7314 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2301560 T7314 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2301560 T7314 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2301560 T7314 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2301560 T7314 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2301561 T7314 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2301561 T7314 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2301561 T7314 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2301562 T7314 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2301568 T7314 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2301571 T7314 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2301574 T7314 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2301574 T7314 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=45.802734375, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=18.25417818192698, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2301574 T7314 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@14845da3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3dc3004b)),segFN=segments_1,generation=1}
   [junit4]   2> 2301574 T7314 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2301575 T7314 oass.SolrIndexSearcher.<init> Opening Searcher@2d407cf7[collection1] main
   [junit4]   2> 2301575 T7314 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2301577 T7314 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2301577 T7314 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2301577 T7314 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2301577 T7314 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2301577 T7314 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2301579 T7314 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2301579 T7314 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2301580 T7314 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2301584 T7314 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2301584 T7314 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2301584 T7314 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2301587 T7315 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d407cf7[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2301587 T7314 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2301589 T7318 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56281/bhot collection:control_collection shard:shard1
   [junit4]   2> 2301589 T7287 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2301590 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2301590 T7318 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2301600 T7318 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2301603 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301606 T7318 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2301606 T7318 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1423 name=collection1 org.apache.solr.core.SolrCore@2a41d057 url=https://127.0.0.1:56281/bhot/collection1 node=127.0.0.1:56281_bhot C1423_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:56281/bhot, core=collection1, node_name=127.0.0.1:56281_bhot}
   [junit4]   2> 2301606 T7318 C1423 P56281 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56281/bhot/collection1/
   [junit4]   2> 2301606 T7318 C1423 P56281 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2301606 T7318 C1423 P56281 oasc.SyncStrategy.syncToMe https://127.0.0.1:56281/bhot/collection1/ has no replicas
   [junit4]   2> 2301606 T7318 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56281/bhot/collection1/ shard1
   [junit4]   2> 2301607 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2301607 T7318 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2301608 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2301609 T7320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6480315d name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2301610 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2301612 T7287 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2301616 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301616 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2301617 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2301618 T7287 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2301629 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2301633 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301714 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2301715 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2301746 T7318 oasc.ZkController.register We are https://127.0.0.1:56281/bhot/collection1/ and leader is https://127.0.0.1:56281/bhot/collection1/
   [junit4]   2> 2301747 T7318 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56281/bhot
   [junit4]   2> 2301747 T7318 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2301747 T7318 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2301747 T7318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2301750 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301750 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301750 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301751 T7318 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2301754 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2301754 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56281/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56281_bhot",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2301757 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2301838 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2301838 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2303073 T7287 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2303073 T7287 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2303080 T7287 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2303082 T7287 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56293
   [junit4]   2> 2303085 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2303086 T7287 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2303086 T7287 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003
   [junit4]   2> 2303086 T7287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003\'
   [junit4]   2> 2303111 T7287 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003\solr.xml
   [junit4]   2> 2303161 T7287 oasc.CoreContainer.<init> New CoreContainer 1959458657
   [junit4]   2> 2303161 T7287 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003\]
   [junit4]   2> 2303162 T7287 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2303162 T7287 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2303162 T7287 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2303163 T7287 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2303168 T7287 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2303168 T7287 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2303168 T7287 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2303168 T7287 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56271/solr
   [junit4]   2> 2303168 T7287 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2303171 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2303173 T7331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41b226d1 name:ZooKeeperConnection Watcher:127.0.0.1:56271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2303173 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2303175 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2303177 T7333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dae1c4d name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2303177 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2303185 T7287 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2303970 T7287 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56293_bhot
   [junit4]   2> 2303972 T7287 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56293_bhot
   [junit4]   2> 2303998 T7334 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2303998 T7334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2304000 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2304000 T7334 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2304001 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2304002 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2304004 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2304005 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56293/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56293_bhot",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2304006 T7312 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 2304006 T7312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2304011 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2304013 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2304013 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2304014 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2304783 T7334 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2304783 T7334 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2304784 T7334 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2304784 T7334 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2304785 T7334 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2304786 T7334 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003\collection1\'
   [junit4]   2> 2304787 T7334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2304789 T7334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2304789 T7334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2304837 T7334 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2304874 T7334 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2304876 T7334 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2304883 T7334 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2305189 T7334 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2305195 T7334 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2305197 T7334 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2305212 T7334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2305216 T7334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2305220 T7334 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2305221 T7334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2305221 T7334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2305221 T7334 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2305224 T7334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2305224 T7334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2305224 T7334 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2305224 T7334 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2305224 T7334 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-003\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty1\
   [junit4]   2> 2305224 T7334 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@69fd17c1
   [junit4]   2> 2305225 T7334 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty1\
   [junit4]   2> 2305225 T7334 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty1\index/
   [junit4]   2> 2305225 T7334 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 2305225 T7334 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty1\index
   [junit4]   2> 2305225 T7334 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1219269454, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2305226 T7334 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@4128452d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e039296)),segFN=segments_1,generation=1}
   [junit4]   2> 2305226 T7334 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2305230 T7334 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2305230 T7334 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2305230 T7334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2305231 T7334 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2305231 T7334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2305231 T7334 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2305231 T7334 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2305231 T7334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2305231 T7334 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2305231 T7334 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2305232 T7334 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2305232 T7334 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2305232 T7334 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2305233 T7334 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2305233 T7334 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2305234 T7334 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2305234 T7334 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2305240 T7334 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2305244 T7334 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2305245 T7334 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2305245 T7334 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=45.802734375, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=18.25417818192698, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2305246 T7334 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@4128452d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4e039296)),segFN=segments_1,generation=1}
   [junit4]   2> 2305246 T7334 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2305246 T7334 oass.SolrIndexSearcher.<init> Opening Searcher@3fd2b4eb[collection1] main
   [junit4]   2> 2305247 T7334 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2305247 T7334 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2305247 T7334 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2305248 T7334 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2305248 T7334 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2305248 T7334 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2305250 T7334 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2305250 T7334 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2305250 T7334 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2305250 T7334 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2305254 T7335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fd2b4eb[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2305255 T7334 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2305256 T7338 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56293/bhot collection:collection1 shard:shard1
   [junit4]   2> 2305257 T7287 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2305257 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2305257 T7338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2305269 T7338 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2305270 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305272 T7338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2305272 T7338 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1424 name=collection1 org.apache.solr.core.SolrCore@5f786210 url=https://127.0.0.1:56293/bhot/collection1 node=127.0.0.1:56293_bhot C1424_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:56293/bhot, core=collection1, node_name=127.0.0.1:56293_bhot}
   [junit4]   2> 2305272 T7338 C1424 P56293 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56293/bhot/collection1/
   [junit4]   2> 2305272 T7338 C1424 P56293 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2305272 T7338 C1424 P56293 oasc.SyncStrategy.syncToMe https://127.0.0.1:56293/bhot/collection1/ has no replicas
   [junit4]   2> 2305272 T7338 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56293/bhot/collection1/ shard1
   [junit4]   2> 2305273 T7338 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2305274 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2305278 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305279 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305279 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305280 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305288 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2305291 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305371 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305371 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305372 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305405 T7338 oasc.ZkController.register We are https://127.0.0.1:56293/bhot/collection1/ and leader is https://127.0.0.1:56293/bhot/collection1/
   [junit4]   2> 2305405 T7338 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56293/bhot
   [junit4]   2> 2305405 T7338 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2305405 T7338 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2305405 T7338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2305407 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305407 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305407 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305408 T7338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2305409 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2305410 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56293/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56293_bhot",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2305412 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2305492 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305492 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2305492 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2306600 T7287 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2306600 T7287 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2306608 T7287 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2306609 T7287 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56302
   [junit4]   2> 2306612 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2306612 T7287 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2306614 T7287 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004
   [junit4]   2> 2306614 T7287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004\'
   [junit4]   2> 2306638 T7287 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004\solr.xml
   [junit4]   2> 2306685 T7287 oasc.CoreContainer.<init> New CoreContainer 2131145702
   [junit4]   2> 2306686 T7287 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004\]
   [junit4]   2> 2306686 T7287 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2306686 T7287 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2306687 T7287 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2306687 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2306687 T7287 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2306687 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2306688 T7287 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2306688 T7287 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2306688 T7287 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2306693 T7287 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2306693 T7287 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2306693 T7287 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2306694 T7287 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56271/solr
   [junit4]   2> 2306694 T7287 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2306696 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2306697 T7349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b3ab0c name:ZooKeeperConnection Watcher:127.0.0.1:56271 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2306697 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2306699 T7289 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14727c585690008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2306700 T7287 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2306701 T7351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@706c7809 name:ZooKeeperConnection Watcher:127.0.0.1:56271/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2306702 T7287 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2306711 T7287 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2307496 T7287 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56302_bhot
   [junit4]   2> 2307497 T7287 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56302_bhot
   [junit4]   2> 2307513 T7352 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2307513 T7352 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2307515 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2307515 T7352 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2307515 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2307516 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2307517 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2307519 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56302/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56302_bhot",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2307519 T7312 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 2307519 T7312 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2307522 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2307523 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2307523 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2307524 T7351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2307523 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2308296 T7352 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2308296 T7352 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2308297 T7352 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2308297 T7352 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2308299 T7352 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2308299 T7352 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004\collection1\'
   [junit4]   2> 2308302 T7352 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2308302 T7352 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2308305 T7352 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BFD86C4341E0873B-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2308373 T7352 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 2308428 T7352 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2308430 T7352 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2308463 T7352 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2308776 T7352 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2308784 T7352 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2308787 T7352 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2308810 T7352 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2308815 T7352 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2308820 T7352 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2308821 T7352 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2308822 T7352 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2308822 T7352 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2308824 T7352 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2308824 T7352 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2308824 T7352 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2308824 T7352 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2308824 T7352 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-004\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty2\
   [junit4]   2> 2308825 T7352 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@69fd17c1
   [junit4]   2> 2308825 T7352 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty2\
   [junit4]   2> 2308825 T7352 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty2\index/
   [junit4]   2> 2308825 T7352 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 2308826 T7352 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001\tempDir-001/jetty2\index
   [junit4]   2> 2308826 T7352 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1219269454, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2308827 T7352 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@67d51073 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b5200a5)),segFN=segments_1,generation=1}
   [junit4]   2> 2308827 T7352 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2308832 T7352 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2308833 T7352 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2308833 T7352 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2308833 T7352 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2308833 T7352 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2308833 T7352 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2308834 T7352 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2308834 T7352 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2308834 T7352 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2308835 T7352 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2308835 T7352 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2308835 T7352 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2308835 T7352 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2308836 T7352 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2308836 T7352 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2308837 T7352 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2308837 T7352 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2308843 T7352 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2308874 T7352 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2308874 T7352 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2308875 T7352 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=45.802734375, floorSegmentMB=0.357421875, forceMergeDeletesPctAllowed=18.25417818192698, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2308875 T7352 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@67d51073 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b5200a5)),segFN=segments_1,generation=1}
   [junit4]   2> 2308875 T7352 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2308876 T7352 oass.SolrIndexSearcher.<init> Opening Searcher@62b7e677[collection1] main
   [junit4]   2> 2308876 T7352 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2308878 T7352 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2308878 T7352 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2308878 T7352 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2308878 T7352 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2308878 T7352 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2308880 T7352 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2308880 T7352 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2308880 T7352 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2308880 T7352 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2308883 T7353 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62b7e677[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2308885 T7352 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2308888 T7356 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56302/bhot collection:collection1 shard:shard1
   [junit4]   2> 2308889 T7287 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2308889 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2308893 T7356 oasc.ZkController.register We are https://127.0.0.1:56302/bhot/collection1/ and leader is https://127.0.0.1:56293/bhot/collection1/
   [junit4]   2> 2308893 T7356 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56302/bhot
   [junit4]   2> 2308893 T7356 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 2308893 T7356 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C1425 name=collection1 org.apache.solr.core.SolrCore@2d534e41 url=https://127.0.0.1:56302/bhot/collection1 node=127.0.0.1:56302_bhot C1425_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:56302/bhot, core=collection1, node_name=127.0.0.1:56302_bhot}
   [junit4]   2> 2308894 T7357 C1425 P56302 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 2308894 T7357 C1425 P56302 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 2308894 T7357 C1425 P56302 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is https://127.0.0.1:56293/bhot/collection1/ and I am https://127.0.0.1:56302/bhot/collection1/
   [junit4]   2> 2308894 T7357 C1425 P56302 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
   [junit4]   2> 2308894 T7357 C1425 P56302 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2308895 T7356 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2308898 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2308901 T7357 C1425 P56302 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to https://127.0.0.1:56293/bhot; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A56302_bhot&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
   [junit4]   2> 2308925 T7328 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2308926 T7312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2308927 T7328 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2308928 T7328 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 2308929 T7328 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56302_bhot, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"down","base_url":"https://127.0.0.1:56302/bhot","core":"collection1","node_name":"127.0.0.1:56302_bhot"}
   [junit4]   2> 2308929 T7312 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56302/bhot",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56302_bhot",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2308933 T7311 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2308934 T7333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2308934 T7351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2308935 T7320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2308936 T7311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2309788 T7328 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:56302_bhot, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"https://127.0.0.1:56302/bhot","core":"collection1","node_name":"127.0.0.1:56302_bhot"}
   [junit4]   2> 2309788 T7328 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2309789 T7328 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={wt=javabin&nodeName=127.0.0.1:56302_bhot&onlyIfLeaderActive=true&state=recovering&version=2&action=PREPRECOVERY&coreNodeName=core_node2&checkLive=true&onlyIfLeader=true&core=collection1} status=0 QTime=865 
   [junit4]   2> 2310601 T7287 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2310602 T7287 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2310615 T7287 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2310617 T7287 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56312
   [junit4]   2> 2310623 T7287 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2310624 T7287 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2310624 T7287 oasc.SolrResourceLoader.locateSolrHom

[...truncated too long message...]

n.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 2382283 T7287 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/bhot,null}
   [junit4]   2> 2382338 T7287 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2382344 T7287 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56271 56271
   [junit4]   2> 2385725 T7288 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56271 56271
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=BFD86C4341E0873B -Dtests.slow=true -Dtests.locale=mk_MK -Dtests.timezone=Pacific/Saipan -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   87.1s | SyncSliceTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BFD86C4341E0873B:3E3EE25B36BFE707]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1142)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1111)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2385757 T7287 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.SyncSliceTest-BFD86C4341E0873B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=mk_MK, timezone=Pacific/Saipan
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=168725136,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingCustomTest, DocumentAnalysisRequestHandlerTest, BlockDirectoryTest, TestArbitraryIndexDir, CachingDirectoryFactoryTest, TestStressRecovery, TestLFUCache, TestReversedWildcardFilterFactory, TestBinaryResponseWriter, SuggesterTest, TestRecovery, TestIBSimilarityFactory, TestCharFilters, TestExceedMaxTermLength, TestRTGBase, TestRandomDVFaceting, AlternateDirectoryTest, TestMissingGroups, HighlighterConfigTest, TestOmitPositions, DateFieldTest, TestManagedResource, OverseerStatusTest, TestDFRSimilarityFactory, DirectSolrSpellCheckerTest, IndexSchemaRuntimeFieldTest, TestSimpleQParserPlugin, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestSerializedLuceneMatchVersion, TestHashPartitioner, TestSurroundQueryParser, SuggesterFSTTest, HdfsCollectionsAPIDistributedZkTest, TestCSVResponseWriter, LukeRequestHandlerTest, DOMUtilTest, IndexBasedSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestCloudInspectUtil, RegexBoostProcessorTest, TestInfoStreamLogging, NotRequiredUniqueKeyTest, TestBadConfig, FileBasedSpellCheckerTest, MinimalSchemaTest, TestQueryUtils, OverseerRolesTest, DocValuesMultiTest, TestPostingsSolrHighlighter, BasicDistributedZk2Test, TestNonDefinedSimilarityFactory, TestAnalyzeInfixSuggestions, DistributedSpellCheckComponentTest, SliceStateTest, StatelessScriptUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestFieldSortValues, TestCollationFieldDocValues, TestCoreDiscovery, AtomicUpdatesTest, CacheHeaderTest, MergeStrategyTest, DistributedQueryComponentOptimizationTest, TestQuerySenderNoQuery, EchoParamsTest, QueryEqualityTest, UnloadDistributedZkTest, TestCSVLoader, CoreAdminRequestStatusTest, DisMaxRequestHandlerTest, SOLR749Test, TestSearchPerf, TestSort, TestSolr4Spatial, CoreAdminCreateDiscoverTest, PrimUtilsTest, TestNoOpRegenerator, TestSweetSpotSimilarityFactory, QueryElevationComponentTest, DistributedQueryElevationComponentTest, AbstractAnalyticsFacetTest, FileUtilsTest, FullSolrCloudDistribCmdsTest, TestFieldTypeResource, SolrIndexConfigTest, DocValuesTest, SolrCoreCheckLockOnStartupTest, TestExtendedDismaxParser, TestBM25SimilarityFactory, TestSolrXMLSerializer, AnalysisErrorHandlingTest, LoggingHandlerTest, SampleTest, TestManagedStopFilterFactory, SpellCheckComponentTest, TestAtomicUpdateErrorCases, SolrTestCaseJ4Test, DistributedSuggestComponentTest, TestLazyCores, HdfsBasicDistributedZkTest, TestFieldTypeCollectionResource, WordBreakSolrSpellCheckerTest, TestComplexPhraseQParserPlugin, OpenExchangeRatesOrgProviderTest, TestSchemaResource, TestCopyFieldCollectionResource, TestHighFrequencyDictionaryFactory, XsltUpdateRequestHandlerTest, TestReload, PreAnalyzedFieldTest, DateRangeFieldTest, TriLevelCompositeIdRoutingTest, TestSolrJ, DocumentBuilderTest, TestCursorMarkWithoutUniqueKey, SolrXmlInZkTest, TestDefaultSearchFieldResource, ResponseLogComponentTest, PathHierarchyTokenizerFactoryTest, ClusterStateUpdateTest, TestDocumentBuilder, TestDistributedSearch, TestDistributedGrouping, DistanceFunctionTest, CursorPagingTest, TermVectorComponentDistributedTest, DateMathParserTest, TestDistributedMissingSort, TestStandardQParsers, DeleteInactiveReplicaTest, SystemInfoHandlerTest, FieldAnalysisRequestHandlerTest, TestUtils, TestStressReorder, TestLMJelinekMercerSimilarityFactory, MBeansHandlerTest, StressHdfsTest, URLClassifyProcessorTest, TestDynamicFieldCollectionResource, DebugComponentTest, SuggestComponentTest, CurrencyFieldOpenExchangeTest, TestLeaderElectionZkExpiry, QueryParsingTest, ChangedSchemaMergeTest, ZkCLITest, InfoHandlerTest, TestMergePolicyConfig, TestFastOutputStream, TestShortCircuitedRequests, TestFaceting, ModifyConfFileTest, RecoveryZkTest, SolrCoreTest, TestSolrCoreProperties, MigrateRouteKeyTest, AnalyticsQueryTest, DistribCursorPagingTest, SolrPluginUtilsTest, NumericFieldsTest, TestUpdate, TestHighlightDedupGrouping, UpdateRequestProcessorFactoryTest, TestRealTimeGet, TestPhraseSuggestions, TestInitQParser, FieldFacetExtrasTest, BasicZkTest, TestSuggestSpellingConverter, TestIndexingPerformance, RemoteQueryErrorTest, HdfsRecoveryZkTest, TestPseudoReturnFields, BadCopyFieldTest, XmlUpdateRequestHandlerTest, AutoCommitTest, TestSolrXml, QueryResultKeyTest, TestIndexSearcher, TestFiltering, TestAddFieldRealTimeGet, AnalyticsMergeStrategyTest, TermVectorComponentTest, TestRequestStatusCollectionAPI, JsonLoaderTest, DefaultValueUpdateProcessorTest, DirectSolrConnectionTest, AddSchemaFieldsUpdateProcessorFactoryTest, ExpressionTest, SuggesterWFSTTest, ExternalFileFieldSortTest, TestCollapseQParserPlugin, SpatialFilterTest, AsyncMigrateRouteKeyTest, TestBinaryField, DirectUpdateHandlerOptimizeTest, TestCollationField, CollectionsAPIDistributedZkTest, TestXIncludeConfig, RangeFacetTest, RAMDirectoryFactoryTest, TestQuerySenderListener, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest]
   [junit4] Completed in 87.14s, 1 test, 1 error <<< FAILURES!

[...truncated 653 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 43 ignored (22 assumptions)

Total time: 110 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.8.0_05) - Build # 4180 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4180/
Java: 32bit/jdk1.8.0_05 -client -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([F97073B3C62AAC79:FD78FC40D48F4358]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:143)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:130)
	... 48 more




Build Log:
[...truncated 11426 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.OverseerTest-F97073B3C62AAC79-001\init-core-data-001
   [junit4]   2> 2608195 T10083 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2608195 T10083 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2608196 T10083 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 2608200 T10083 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 2608203 T10083 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2608204 T10084 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2608329 T10083 oasc.ZkTestServer.run start zk server on port:59355
   [junit4]   2> 2608333 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608342 T10090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a62916 name:ZooKeeperConnection Watcher:127.0.0.1:59355 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608342 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608351 T10085 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14725f6b25d0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2608352 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608357 T10092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ed8e7f name:ZooKeeperConnection Watcher:127.0.0.1:59355 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608359 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608359 T10083 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2608370 T10085 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14725f6b25d0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2608374 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608378 T10094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e6a554 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608379 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608379 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2608389 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608393 T10096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@519dd name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608396 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608398 T10083 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2608408 T10083 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2608423 T10083 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59355_solr
   [junit4]   2> 2608424 T10083 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2608431 T10083 oasc.Overseer.start Overseer (id=92084058869006339-127.0.0.1:59355_solr-n_0000000000) starting
   [junit4]   2> 2608440 T10083 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2608452 T10083 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2608461 T10083 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2608467 T10083 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2608473 T10083 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2608478 T10083 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2608488 T10098 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2608488 T10083 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2608489 T10097 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2608491 T10083 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2608494 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608500 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608502 T10100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b46512 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608502 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608504 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608508 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 2608516 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608517 T10102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f08dad name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608518 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608521 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608526 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 2608533 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608534 T10104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f65f02 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608535 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608537 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608542 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 2608550 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608553 T10106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14f6790 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608553 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608555 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608559 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 2608570 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608572 T10108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@175029e name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608573 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608576 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608581 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 2608590 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608592 T10110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b362f8 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608593 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608595 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608601 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 2608610 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608612 T10112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a30e3 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608614 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608616 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608622 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 2608633 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608637 T10114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@175a337 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608637 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608639 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608646 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 2608658 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608659 T10116 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d3475 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608660 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608663 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608670 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 2608682 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608686 T10118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d83b20 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608686 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608691 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608698 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 2608712 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608714 T10120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a987d0 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608714 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608719 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608726 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 2608742 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608745 T10122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@149e449 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608746 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608751 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608759 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 2608775 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608781 T10124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36a389 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608781 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608786 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608791 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 2608798 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608801 T10126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf8894 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608801 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608803 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608807 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 2608816 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608818 T10128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c11854 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608819 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608821 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608825 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 2608834 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608835 T10130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ccc289 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608835 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608838 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608841 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 2608851 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608852 T10132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@db1212 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608852 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608855 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608858 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 2608868 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608869 T10134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dcd7f5 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608869 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608872 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608876 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 2608885 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608888 T10136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e65c2 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608888 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608890 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608894 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 2608904 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608905 T10138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f2226 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608906 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608907 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608912 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 2608923 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608925 T10140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ee377 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608926 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608927 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608933 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 2608943 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608945 T10142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e5fa78 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608945 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608948 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608951 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 2608964 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608965 T10144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a98f53 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608965 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608969 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608972 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 2608984 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2608987 T10146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1889872 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2608987 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2608988 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2608993 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 2609007 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609008 T10148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e6eaaf name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609009 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609010 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609015 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 2609029 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609032 T10150 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17bf171 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609032 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609035 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609038 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 2609051 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609053 T10152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13c37da name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609053 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609054 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609059 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 2609070 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609073 T10154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d464c7 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609074 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609075 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609080 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 2609091 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609093 T10156 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec41e0 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609093 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609096 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609100 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 2609120 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609123 T10158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4dd95 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609123 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609125 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609129 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 2609140 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609141 T10160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@134b4d2 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609142 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609144 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609148 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
   [junit4]   2> 2609174 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609177 T10162 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@451a6f name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609177 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609179 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609183 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
   [junit4]   2> 2609199 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609201 T10164 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16fa886 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609201 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609202 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609207 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
   [junit4]   2> 2609222 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609224 T10166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@92ec0b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609224 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609227 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609230 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
   [junit4]   2> 2609250 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609251 T10168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a44b2f name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609251 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609252 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609257 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node34
   [junit4]   2> 2609271 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609273 T10170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@98ba76 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609275 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609276 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609281 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node35
   [junit4]   2> 2609298 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609300 T10172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@85197b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609300 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609303 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609306 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node36
   [junit4]   2> 2609319 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609321 T10174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e4914 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609322 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609323 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609327 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node37
   [junit4]   2> 2609339 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609345 T10176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b92e5 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609345 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609347 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609352 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node38
   [junit4]   2> 2609365 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609366 T10178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@95c76a name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609368 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609369 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609372 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node39
   [junit4]   2> 2609390 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609392 T10180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@455482 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609392 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609393 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609398 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node40
   [junit4]   2> 2609414 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609416 T10182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1be94f7 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609416 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609418 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609423 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node41
   [junit4]   2> 2609445 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609447 T10184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c9369f name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609447 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609449 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609453 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node42
   [junit4]   2> 2609473 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609474 T10186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b143b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609474 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609476 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609480 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node43
   [junit4]   2> 2609496 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609497 T10188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9ca338 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609498 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609500 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609503 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node44
   [junit4]   2> 2609518 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609520 T10190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d08ef0 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609522 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609523 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609527 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node45
   [junit4]   2> 2609542 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609544 T10192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e2f1b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609545 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609546 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609550 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node46
   [junit4]   2> 2609568 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609569 T10194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a692b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609571 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609572 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609576 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node47
   [junit4]   2> 2609591 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609593 T10196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1da967f name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609594 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609595 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609599 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node48
   [junit4]   2> 2609616 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609617 T10198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c223a name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609618 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609620 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609623 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node49
   [junit4]   2> 2609642 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609643 T10200 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dd8c5b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609643 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609644 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609650 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node50
   [junit4]   2> 2609672 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609675 T10202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f58f3a name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609675 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609677 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609680 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node51
   [junit4]   2> 2609699 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609702 T10204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a58a35 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609702 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609704 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609708 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node52
   [junit4]   2> 2609725 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609727 T10206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4500c9 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609727 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609728 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609733 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node53
   [junit4]   2> 2609765 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609768 T10208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11dfd4e name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609768 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609770 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609774 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node54
   [junit4]   2> 2609791 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609793 T10210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d2448 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609793 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609795 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609799 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node55
   [junit4]   2> 2609819 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609820 T10212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dcefba name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609821 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609823 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609826 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node56
   [junit4]   2> 2609846 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609848 T10214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f960 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609848 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609851 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609855 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node57
   [junit4]   2> 2609873 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609874 T10216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@488d63 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609875 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609877 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609880 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node58
   [junit4]   2> 2609900 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609902 T10218 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c1ff06 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609902 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609905 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609908 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node59
   [junit4]   2> 2609927 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609928 T10220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d681b name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609929 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609930 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609934 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node60
   [junit4]   2> 2609959 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609961 T10222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc51af name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609961 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609963 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609966 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node61
   [junit4]   2> 2609985 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2609988 T10224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61e240 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2609989 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2609990 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2609994 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node62
   [junit4]   2> 2610015 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610016 T10226 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b0045 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610016 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610017 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610021 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node63
   [junit4]   2> 2610042 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610044 T10228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11c814d name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610044 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610045 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610049 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node64
   [junit4]   2> 2610080 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610081 T10230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@117f028 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610081 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610083 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610087 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node65
   [junit4]   2> 2610108 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610110 T10232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cd7128 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610110 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610112 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610115 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node66
   [junit4]   2> 2610137 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610138 T10234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e945dc name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610140 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610141 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610145 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node67
   [junit4]   2> 2610165 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610168 T10236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d4b845 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610168 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610169 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610174 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node68
   [junit4]   2> 2610194 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610196 T10238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@789987 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610196 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610197 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610202 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node69
   [junit4]   2> 2610228 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610230 T10240 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17bec91 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610230 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610231 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610235 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node70
   [junit4]   2> 2610258 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610260 T10242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e78607 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610261 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610262 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610266 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node71
   [junit4]   2> 2610290 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610293 T10244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e034e name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610293 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610294 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610299 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node72
   [junit4]   2> 2610323 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610326 T10246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11e0605 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610326 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610327 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610331 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node73
   [junit4]   2> 2610354 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610356 T10248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1997513 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610356 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610357 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610361 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node74
   [junit4]   2> 2610386 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610388 T10250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e0759 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610388 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610391 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610395 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node75
   [junit4]   2> 2610420 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610422 T10252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e91f89 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610422 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610424 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610427 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node76
   [junit4]   2> 2610453 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610454 T10254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1701e3f name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610455 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610458 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610461 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node77
   [junit4]   2> 2610501 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610502 T10256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@155d5af name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610503 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610504 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610508 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node78
   [junit4]   2> 2610535 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610537 T10258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e5bd3 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610537 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610539 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610542 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node79
   [junit4]   2> 2610569 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610572 T10260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df1d1c name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610572 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610573 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610577 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node80
   [junit4]   2> 2610602 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610605 T10262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165765e name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610605 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610606 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610611 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node81
   [junit4]   2> 2610638 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610639 T10264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c28b0 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610640 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610641 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610645 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node82
   [junit4]   2> 2610672 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610673 T10266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9eb073 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610674 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610676 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610679 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node83
   [junit4]   2> 2610721 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610723 T10268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357b01 name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610725 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610726 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610731 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node84
   [junit4]   2> 2610756 T10083 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2610759 T10270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9638df name:ZooKeeperConnection Watcher:127.0.0.1:59355/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2610759 T10083 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2610761 T10083 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2610765 T10083 oascc.SolrZkClient.makePath makePath: /live_nodes/node85
   [junit4]   2> 2610797 T10096 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2610799 T10096 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2610809 T10097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2610813 T10097 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=16 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"16",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 2610813 T10097 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12, shard13, shard14, shard15, shard16]
   [junit4]   2> 2610813 T10097 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard10
   [junit4]   2> 2610824 T10124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610826 T10244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610826 T10168 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610826 T10146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610827 T10164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610827 T10186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610827 T10144 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610827 T10094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610829 T10222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610829 T10248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610829 T10224 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610829 T10182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610830 T10188 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610830 T10114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610830 T10194 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610830 T10110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610831 T10184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610831 T10236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610831 T10190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610832 T10264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610832 T10116 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610832 T10238 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610832 T10142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610833 T10162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610833 T10242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610833 T10126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610835 T10196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610835 T10262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610835 T10154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610835 T10158 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610836 T10250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610836 T10268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610836 T10254 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610837 T10258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610837 T10206 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610837 T10138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610838 T10150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610838 T10180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610838 T10112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610840 T10192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610840 T10208 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610840 T10108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610841 T10176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610841 T10252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610841 T10174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610842 T10226 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610842 T10102 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610843 T10104 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610843 T10240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610843 T10152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610843 T10200 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610845 T10122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610845 T10132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610845 T10234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610846 T10202 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610846 T10230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610846 T10128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610847 T10266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610847 T10170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610847 T10106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610847 T10130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610848 T10140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610848 T10232 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610848 T10270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610849 T10166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610849 T10204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610849 T10120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610851 T10256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610851 T10218 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610851 T10118 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610852 T10198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610852 T10156 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [junit4]   2> 2610852 T10160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 86)
   [juni

[...truncated too long message...]

sc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:214)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:625)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:265)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2668670 T10543 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59793_solr
   [junit4]   2> 2668670 T10528 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59793 59793
   [junit4]   2> 2668672 T10547 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
   [junit4]   2> 
   [junit4]   2> 2668673 T10083 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   2> 2671523 T10083 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.OverseerTest-F97073B3C62AAC79-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=77), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=77)), sim=DefaultSimilarity, locale=pl_PL, timezone=Europe/Podgorica
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_05 (32-bit)/cpus=2,threads=1,free=141454920,total=394526720
   [junit4]   2> NOTE: All tests run in this JVM: [CurrencyFieldXmlFileTest, HdfsWriteToMultipleCollectionsTest, TestFunctionQuery, ZkSolrClientTest, TestTolerantSearch, UpdateRequestProcessorFactoryTest, IndexSchemaTest, TestSerializedLuceneMatchVersion, BasicDistributedZk2Test, SolrIndexConfigTest, TestBlendedInfixSuggestions, TestAddFieldRealTimeGet, FileUtilsTest, UpdateParamsTest, TestGroupingSearch, TestAnalyzedSuggestions, DocumentBuilderTest, TestMissingGroups, OverseerRolesTest, DocValuesTest, PrimUtilsTest, TestStandardQParsers, TestBadConfig, DistribCursorPagingTest, XmlUpdateRequestHandlerTest, HttpPartitionTest, SolrRequestParserTest, BlockDirectoryTest, StatsComponentTest, LoggingHandlerTest, TestLazyCores, SuggesterTest, TestLMDirichletSimilarityFactory, TimeZoneUtilsTest, BadComponentTest, CoreContainerCoreInitFailuresTest, FullSolrCloudDistribCmdsTest, TestShardHandlerFactory, TestHighFrequencyDictionaryFactory, TestMiniSolrCloudCluster, RollingRestartTest, TestSolrQueryParserDefaultOperatorResource, RequiredFieldsTest, TestConfig, TestFastLRUCache, SolrTestCaseJ4Test, CursorPagingTest, DisMaxRequestHandlerTest, TestSurroundQueryParser, TestFoldingMultitermQuery, TestSolrXMLSerializer, TestFieldSortValues, ReplicationFactorTest, OverseerStatusTest, SortByFunctionTest, TestSolrIndexConfig, BadIndexSchemaTest, AbstractAnalyticsStatsTest, TestJmxIntegration, AnalyticsMergeStrategyTest, TestInitQParser, TestFieldTypeResource, DistanceFunctionTest, PathHierarchyTokenizerFactoryTest, TestQuerySenderNoQuery, HdfsUnloadDistributedZkTest, DistributedSpellCheckComponentTest, SuggesterTSTTest, SuggesterWFSTTest, TestRandomFaceting, TestMaxScoreQueryParser, MinimalSchemaTest, TestStressLucene, TestPerFieldSimilarity, TestStressUserVersions, TestSolr4Spatial, SampleTest, TestDocBasedVersionConstraints, TestSchemaVersionResource, RemoteQueryErrorTest, TestPHPSerializedResponseWriter, TestCloudManagedSchema, TestReplicationHandlerBackup, DistributedQueryComponentOptimizationTest, TestBinaryResponseWriter, DefaultValueUpdateProcessorTest, AliasIntegrationTest, TestMultiCoreConfBootstrap, CustomCollectionTest, FieldAnalysisRequestHandlerTest, AssignTest, SpellPossibilityIteratorTest, AnalysisAfterCoreReloadTest, AutoCommitTest, HighlighterConfigTest, ParsingFieldUpdateProcessorsTest, MoreLikeThisHandlerTest, FieldFacetTest, TestComplexPhraseQParserPlugin, DeleteInactiveReplicaTest, TermVectorComponentDistributedTest, EchoParamsTest, TestFileDictionaryLookup, HardAutoCommitTest, TestCollationField, TestPseudoReturnFields, ReturnFieldsTest, CurrencyFieldOpenExchangeTest, CacheHeaderTest, TestCollationFieldDocValues, TestUniqueKeyFieldResource, PingRequestHandlerTest, ResponseLogComponentTest, BlockCacheTest, TestBM25SimilarityFactory, TestQuerySenderListener, TestSolrQueryParserResource, SolrIndexSplitterTest, TestUpdate, DistributedDebugComponentTest, CoreAdminHandlerTest, TestArbitraryIndexDir, TestDistributedSearch, ModifyConfFileTest, HdfsCollectionsAPIDistributedZkTest, QueryParsingTest, TestSolrXmlPersistence, TestFieldCollectionResource, StressHdfsTest, TestZkChroot, TestManagedSynonymFilterFactory, TestSolr4Spatial2, JsonLoaderTest, TestCoreDiscovery, TestCustomSort, DocExpirationUpdateProcessorFactoryTest, TestCloudManagedSchemaConcurrent, TestComponentsName, TestSolrDeletionPolicy2, TestLRUCache, DebugComponentTest, TestRecovery, TestSolrJ, ClusterStateTest, TestInfoStreamLogging, MultiTermTest, SuggestComponentTest, TestAtomicUpdateErrorCases, TestOverriddenPrefixQueryForCustomFieldType, NotRequiredUniqueKeyTest, ExternalFileFieldSortTest, DirectSolrSpellCheckerTest, SolrPluginUtilsTest, DistributedExpandComponentTest, DirectUpdateHandlerTest, SolrInfoMBeanTest, SolrCmdDistributorTest, TestRealTimeGet, TestSystemIdResolver, HdfsBasicDistributedZkTest, TestStressVersions, TestOrdValues, UUIDFieldTest, TriLevelCompositeIdRoutingTest, StatelessScriptUpdateProcessorFactoryTest, ZkCLITest, ExpressionTest, TestDynamicFieldCollectionResource, UnloadDistributedZkTest, SpellCheckComponentTest, ShardRoutingTest, TestRemoteStreaming, TestPostingsSolrHighlighter, ZkControllerTest, TestOmitPositions, DateRangeFieldTest, CachingDirectoryFactoryTest, ChaosMonkeyNothingIsSafeTest, TestSort, TestSchemaSimilarityResource, DocValuesMultiTest, SSLMigrationTest, EnumFieldTest, IndexBasedSpellCheckerTest, SolrCoreCheckLockOnStartupTest, QueryFacetTest, ShardRoutingCustomTest, TestChildDocTransformer, DOMUtilTest, TestValueSourceCache, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestIndexSearcher, AnalysisErrorHandlingTest, TestMergePolicyConfig, BadCopyFieldTest, TestManagedSchema, TestBinaryField, TestElisionMultitermQuery, TestModifyConfFiles, ChangedSchemaMergeTest, TermVectorComponentTest, TestLFUCache, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed in 63.37s, 9 tests, 1 error <<< FAILURES!

[...truncated 625 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1298: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:922: There were test failures: 418 suites, 1710 tests, 1 error, 43 ignored (22 assumptions)

Total time: 101 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_05 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any